-- Logs begin at Fri 2022-01-28 13:06:45 UTC, end at Fri 2022-01-28 14:05:54 UTC. -- Jan 28 13:37:10.877541 dv-cinder-824187-7-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jan 28 13:37:13.864636 dv-cinder-824187-7-iscsi neutron-server[108975]: INFO neutron.common.config [-] Logging enabled! Jan 28 13:37:13.865336 dv-cinder-824187-7-iscsi neutron-server[108975]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev442 Jan 28 13:37:13.865424 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=108975) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 28 13:37:13.868706 dv-cinder-824187-7-iscsi neutron-server[108975]: INFO neutron.common.config [-] Logging enabled! Jan 28 13:37:13.868984 dv-cinder-824187-7-iscsi neutron-server[108975]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev442 Jan 28 13:37:13.869287 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=108975) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 28 13:37:13.870244 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 28 13:37:13.870458 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 28 13:37:13.870820 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 28 13:37:13.871057 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 28 13:37:13.871282 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 28 13:37:13.871589 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:13.871998 dv-cinder-824187-7-iscsi neutron-server[108975]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Jan 28 13:37:13.872303 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:13.872575 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:13.872877 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:13.873170 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:13.873450 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:13.873722 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:13.874003 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:13.874293 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:13.874579 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:13.874832 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:13.875110 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:13.875390 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:13.875663 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] config_source = [] {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:13.875941 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:13.876224 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:13.876495 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] debug = True {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:13.876765 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:13.877222 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:13.877639 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:13.877912 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:13.878195 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:13.878595 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:13.878915 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:13.879190 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:13.879474 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:13.879811 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] host = dv-cinder-824187-7-iscsi {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:13.880069 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:13.880354 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:13.880636 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:13.880944 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:13.881216 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:13.881485 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:13.881767 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:13.882036 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] log_dir = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:13.882305 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] log_file = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:13.882574 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:13.882856 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:13.883137 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:13.883420 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:13.883643 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:13.883861 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:13.884143 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:13.884428 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:13.884696 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:13.884992 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:13.885265 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:13.885530 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:13.885798 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:13.886062 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:13.886342 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:13.886616 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:13.886894 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:13.887166 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:13.887434 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:13.887699 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:13.887964 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:13.888243 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:13.888508 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:13.888775 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:13.889067 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:13.889345 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:13.889607 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:13.889876 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:13.890172 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:13.890451 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:13.890728 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:13.891010 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:13.891275 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:13.891587 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:13.891871 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:13.892138 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] use_journal = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:13.892404 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] use_json = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:13.892669 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:13.892959 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:13.893235 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:13.893500 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:13.893763 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:13.894101 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:13.894339 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:13.894616 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:13.894882 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:13.895171 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:13.895460 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:13.895750 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:13.896039 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:13.896321 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:13.896595 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:13.896907 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:13.897189 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:13.897470 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:13.897750 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:13.898036 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:13.898308 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:13.898598 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:13.898878 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:13.899162 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:13.899459 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:13.899746 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:13.900031 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:13.900301 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:13.900569 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:13.900836 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:13.901128 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:13.901411 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:13.901682 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:13.901966 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:13.902250 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:13.902524 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:13.902814 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:13.903095 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:13.903379 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:13.903662 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:13.903930 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:13.904203 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:13.904486 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:13.904757 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:13.905046 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:13.905316 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:13.905600 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:13.905874 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:13.906140 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:13.906415 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:13.906686 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:13.906958 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:13.907220 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:13.907503 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:13.907774 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:13.908045 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:13.908310 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:13.908577 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:13.908870 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:13.909137 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:13.909414 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:13.909707 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:13.909975 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:13.910312 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:13.910598 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:13.910868 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:13.911135 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:13.911407 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:13.911674 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:13.911946 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:13.912213 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:13.912478 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:13.912743 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:13.913042 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:13.913307 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:13.913572 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:13.913837 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:13.914108 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:13.914374 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:13.914637 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:13.914903 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:13.915167 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:13.915434 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:13.915719 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:13.916007 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:13.916278 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:13.916548 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:13.916817 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:13.917114 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:13.917382 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:13.917651 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:13.917922 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:13.918193 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:13.918458 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:13.918742 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:13.919015 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:13.919293 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:13.919586 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:13.919860 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:13.920148 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:13.920421 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:13.920698 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:13.920993 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:13.921267 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:13.921546 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:13.921823 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:13.922152 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:13.922445 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:13.922733 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:13.923021 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:13.923308 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:13.923585 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:13.923884 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:13.924157 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:13.924424 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 28 13:37:13.924661 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=108975) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jan 28 13:37:14.296790 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=108975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 28 13:37:14.297094 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=108975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 28 13:37:14.297404 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=108975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 28 13:37:14.297737 dv-cinder-824187-7-iscsi neutron-server[108975]: INFO neutron.manager [-] Loading core plugin: ml2 Jan 28 13:37:14.627665 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:37:14.627888 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:37:14.628109 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:37:14.629481 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:37:14.629758 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:37:14.630026 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:37:14.673233 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:37:14.673524 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:37:14.673775 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:37:14.688059 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:37:14.688347 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:37:14.688592 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:37:14.718874 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:37:14.719141 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:37:14.719397 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:37:14.754865 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:37:14.755132 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:37:14.755398 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:37:15.093452 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:37:15.094129 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:37:15.094129 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:37:15.094298 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:37:15.095055 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:37:15.193220 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:37:15.193528 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:37:15.193812 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:37:15.194114 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:37:15.194377 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:37:15.194681 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:37:15.194938 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:37:15.195184 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:37:15.195430 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:37:15.195704 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:37:15.195941 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:37:15.196199 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:37:15.196451 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:37:15.196697 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:37:15.196968 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:37:15.197277 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:37:15.197543 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:37:15.197806 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:37:15.198050 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:37:15.198303 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:37:15.198565 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:37:15.198812 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:37:15.199086 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:37:15.199455 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:37:15.199699 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:37:15.199937 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:37:15.200321 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=108975) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 13:37:15.200555 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=108975) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 13:37:15.200786 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=108975) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 13:37:15.201045 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=108975) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 13:37:15.201274 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=108975) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 13:37:15.201503 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=108975) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 13:37:15.201867 dv-cinder-824187-7-iscsi neutron-server[108975]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jan 28 13:37:15.205169 dv-cinder-824187-7-iscsi neutron-server[108975]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jan 28 13:37:15.209804 dv-cinder-824187-7-iscsi neutron-server[108975]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jan 28 13:37:15.213875 dv-cinder-824187-7-iscsi neutron-server[108975]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(700, 749)])]) Jan 28 13:37:15.215538 dv-cinder-824187-7-iscsi neutron-server[108975]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jan 28 13:37:15.216001 dv-cinder-824187-7-iscsi neutron-server[108975]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jan 28 13:37:15.216335 dv-cinder-824187-7-iscsi neutron-server[108975]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jan 28 13:37:15.216723 dv-cinder-824187-7-iscsi neutron-server[108975]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jan 28 13:37:15.219563 dv-cinder-824187-7-iscsi neutron-server[108975]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jan 28 13:37:15.219808 dv-cinder-824187-7-iscsi neutron-server[108975]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jan 28 13:37:15.220150 dv-cinder-824187-7-iscsi neutron-server[108975]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jan 28 13:37:15.225520 dv-cinder-824187-7-iscsi neutron-server[108975]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jan 28 13:37:15.249342 dv-cinder-824187-7-iscsi neutron-server[108975]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jan 28 13:37:15.249800 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:37:15.250101 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=108975) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Jan 28 13:37:15.250461 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:37:15.251816 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=108975) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jan 28 13:37:15.252115 dv-cinder-824187-7-iscsi neutron-server[108975]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jan 28 13:37:15.252334 dv-cinder-824187-7-iscsi neutron-server[108975]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jan 28 13:37:15.255683 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:37:15.255977 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:37:15.319413 dv-cinder-824187-7-iscsi neutron-server[108975]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jan 28 13:37:15.319609 dv-cinder-824187-7-iscsi neutron-server[108975]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jan 28 13:37:15.319865 dv-cinder-824187-7-iscsi neutron-server[108975]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jan 28 13:37:15.320238 dv-cinder-824187-7-iscsi neutron-server[108975]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jan 28 13:37:15.343164 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_db.sqlalchemy.engines [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=108975) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jan 28 13:37:15.769129 dv-cinder-824187-7-iscsi neutron-server[108975]: INFO neutron.plugins.ml2.managers [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Initializing driver for type 'gre' Jan 28 13:37:15.769650 dv-cinder-824187-7-iscsi neutron-server[108975]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] gre ID ranges: [(1, 1000)] Jan 28 13:37:15.822759 dv-cinder-824187-7-iscsi neutron-server[108975]: INFO neutron.plugins.ml2.managers [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Initializing driver for type 'local' Jan 28 13:37:15.823249 dv-cinder-824187-7-iscsi neutron-server[108975]: INFO neutron.plugins.ml2.managers [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Initializing driver for type 'vlan' Jan 28 13:37:15.839046 dv-cinder-824187-7-iscsi neutron-server[108975]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] VlanTypeDriver initialization complete Jan 28 13:37:15.839406 dv-cinder-824187-7-iscsi neutron-server[108975]: INFO neutron.plugins.ml2.managers [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Initializing driver for type 'vxlan' Jan 28 13:37:15.839911 dv-cinder-824187-7-iscsi neutron-server[108975]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] vxlan ID ranges: [(1, 1000)] Jan 28 13:37:15.891958 dv-cinder-824187-7-iscsi neutron-server[108975]: INFO neutron.plugins.ml2.managers [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Initializing extension driver 'port_security' Jan 28 13:37:15.892297 dv-cinder-824187-7-iscsi neutron-server[108975]: INFO neutron.plugins.ml2.extensions.port_security [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] PortSecurityExtensionDriver initialization complete Jan 28 13:37:15.892630 dv-cinder-824187-7-iscsi neutron-server[108975]: INFO neutron.plugins.ml2.managers [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Initializing mechanism driver 'openvswitch' Jan 28 13:37:15.892994 dv-cinder-824187-7-iscsi neutron-server[108975]: INFO neutron.plugins.ml2.managers [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Initializing mechanism driver 'hyperv' Jan 28 13:37:15.899769 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.plugins.ml2.plugin [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=108975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:37:15.900463 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Subscribe: > port after_create 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:37:15.900838 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Subscribe: > port after_update 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:37:15.901220 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Subscribe: > port after_delete 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:37:15.901747 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=108975) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 28 13:37:15.902198 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Subscribe: > subnet after_create 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:37:15.902560 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Subscribe: > subnet after_update 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:37:15.902913 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Subscribe: > subnet after_delete 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:37:15.903309 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=108975) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 28 13:37:15.903737 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Subscribe: > network after_create 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:37:15.904094 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Subscribe: > network after_update 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:37:15.904440 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Subscribe: > network after_delete 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:37:15.904831 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=108975) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 28 13:37:15.905265 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Subscribe: > security_group after_create 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:37:15.905614 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Subscribe: > security_group after_update 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:37:15.905953 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Subscribe: > security_group after_delete 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:37:15.906484 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=108975) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 28 13:37:15.906903 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:37:15.907266 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:37:15.907614 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:37:15.908015 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=108975) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 28 13:37:15.908436 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Subscribe: > address_group after_create 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:37:15.908784 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Subscribe: > address_group after_update 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:37:15.909150 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Subscribe: > address_group after_delete 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:37:15.909541 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=108975) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 28 13:37:15.910017 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] ML2 OVO RPC backend initialized. {{(pid=108975) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Jan 28 13:37:15.910731 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Subscribe: > router_interface after_create 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:37:15.911089 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Subscribe: > router_interface after_delete 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:37:15.911501 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Subscribe: > network before_response 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:37:15.911847 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Subscribe: > networks before_response 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:37:15.912219 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Subscribe: > port before_response 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:37:15.912548 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Subscribe: > ports before_response 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:37:15.912920 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Subscribe: > subnet before_response 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:37:15.913262 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Subscribe: > subnets before_response 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:37:15.913605 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Subscribe: > network after_create 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:37:15.913944 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Subscribe: > network after_update 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:37:15.914279 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Subscribe: > network after_delete 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:37:15.914611 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Subscribe: > port after_create 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:37:15.914945 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Subscribe: > port after_update 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:37:15.915276 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Subscribe: > port after_delete 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:37:15.915608 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Subscribe: > subnet after_create 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:37:15.915940 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Subscribe: > subnet after_update 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:37:15.916269 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Subscribe: > subnet after_delete 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:37:15.923560 dv-cinder-824187-7-iscsi neutron-server[108975]: INFO neutron.quota [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loaded quota_driver: . Jan 28 13:37:15.923930 dv-cinder-824187-7-iscsi neutron-server[108975]: INFO neutron.plugins.ml2.plugin [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Modular L2 Plugin initialization complete Jan 28 13:37:15.924311 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.manager [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loading services supported by the core plugin {{(pid=108975) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jan 28 13:37:15.924648 dv-cinder-824187-7-iscsi neutron-server[108975]: INFO neutron.plugins.ml2.managers [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Got port-security extension from driver 'port_security' Jan 28 13:37:15.925152 dv-cinder-824187-7-iscsi neutron-server[108975]: INFO neutron.extensions.vlantransparent [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Disabled vlantransparent extension. Jan 28 13:37:15.925716 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.manager [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=108975) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jan 28 13:37:15.926042 dv-cinder-824187-7-iscsi neutron-server[108975]: INFO neutron.manager [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loading Plugin: router Jan 28 13:37:15.963788 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Subscribe: > router_interface before_create 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:37:15.964181 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Subscribe: > router after_create 55549900 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:37:15.964587 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Subscribe: > router before_create 55549900 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:37:15.964997 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Subscribe: > router_interface before_delete 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:37:15.965378 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Subscribe: > router_interface after_delete 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:37:15.965741 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Subscribe: > router after_delete 55549900 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:37:15.966105 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Subscribe: > floatingip after_create 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:37:15.966465 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Subscribe: > floatingip after_update 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:37:15.966830 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Subscribe: > router after_create 55549900 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:37:15.967182 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Subscribe: > router after_update 55549900 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:37:15.967541 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Subscribe: > router after_update 55549900 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:37:15.967879 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:37:15.968242 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Subscribe: > router after_update 55549900 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:37:15.968651 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Subscribe: > router precommit_update 55549900 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:37:15.969053 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Subscribe: port after_update 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:37:15.969395 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Subscribe: port after_delete 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:37:15.969736 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Subscribe: subnet after_update 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:37:15.970078 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:37:15.970431 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Subscribe: > port precommit_delete 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:37:15.970782 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Subscribe: > router precommit_create 55549900 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:37:15.971136 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Subscribe: port before_delete 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:37:15.971482 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Subscribe: > router precommit_create 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:37:15.971841 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Subscribe: > router after_update 55549900 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:37:15.972172 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Subscribe: > router precommit_delete 55549900 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:37:15.972560 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Subscribe: > router precommit_create 55549900 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:37:15.973209 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Subscribe: > router_interface after_create 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:37:15.973562 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Subscribe: > router precommit_update 55549900 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:37:15.973941 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Subscribe: > agent after_create 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:37:15.974290 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Subscribe: > agent after_delete 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:37:15.974651 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Subscribe: > network after_delete 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:37:15.975523 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.quota.resource_registry [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Tracking information for resource: router configured {{(pid=108975) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 13:37:15.975858 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.quota.resource_registry [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Tracking information for resource: floatingip configured {{(pid=108975) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 13:37:15.980917 dv-cinder-824187-7-iscsi neutron-server[108975]: INFO neutron.db.l3_agentschedulers_db [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jan 28 13:37:15.981500 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Subscribe: port after_update 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:37:15.981866 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Subscribe: port after_create 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:37:15.982215 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Subscribe: port after_delete 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:37:15.982565 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Subscribe: port after_update 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:37:15.983484 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Subscribe: > router before_create 55550100 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:37:15.983849 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Subscribe: > router precommit_delete 55550100 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:37:15.984213 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Subscribe: > router precommit_create 55550100 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:37:15.984576 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Subscribe: > router precommit_update 55550100 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:37:15.989438 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.services.provider_configuration [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Service providers = [] {{(pid=108975) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jan 28 13:37:15.989806 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.db.servicetype_db [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=108975) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jan 28 13:37:15.992747 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.services.service_base [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=108975) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 28 13:37:15.993122 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.services.service_base [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=108975) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 28 13:37:15.993470 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.services.service_base [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=108975) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 28 13:37:15.994358 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.services.service_base [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=108975) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 28 13:37:15.994729 dv-cinder-824187-7-iscsi neutron-server[108975]: INFO neutron.services.service_base [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Default provider is not specified for service type L3_ROUTER_NAT Jan 28 13:37:15.995121 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.manager [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=108975) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 13:37:15.995436 dv-cinder-824187-7-iscsi neutron-server[108975]: INFO neutron.manager [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jan 28 13:37:16.006269 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.manager [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Successfully loaded METERING plugin. Description: METERING {{(pid=108975) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 13:37:16.006609 dv-cinder-824187-7-iscsi neutron-server[108975]: INFO neutron.manager [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loading Plugin: auto_allocate Jan 28 13:37:16.012631 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Subscribe: network precommit_update 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:37:16.013027 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Subscribe: network precommit_create 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:37:16.013553 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.manager [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=108975) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 13:37:16.013871 dv-cinder-824187-7-iscsi neutron-server[108975]: INFO neutron.manager [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loading Plugin: tag Jan 28 13:37:16.020787 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.manager [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=108975) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 13:37:16.021080 dv-cinder-824187-7-iscsi neutron-server[108975]: INFO neutron.manager [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loading Plugin: timestamp Jan 28 13:37:16.025212 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.manager [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=108975) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 13:37:16.025552 dv-cinder-824187-7-iscsi neutron-server[108975]: INFO neutron.manager [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loading Plugin: network_ip_availability Jan 28 13:37:16.031151 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:37:16.031524 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:37:16.031879 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:37:16.032588 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.manager [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=108975) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 13:37:16.032912 dv-cinder-824187-7-iscsi neutron-server[108975]: INFO neutron.manager [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loading Plugin: flavors Jan 28 13:37:16.037882 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.manager [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=108975) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 13:37:16.038218 dv-cinder-824187-7-iscsi neutron-server[108975]: INFO neutron.manager [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loading Plugin: revisions Jan 28 13:37:16.042546 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.manager [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=108975) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 13:37:16.042945 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_concurrency.lockutils [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.745s {{(pid=108975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 28 13:37:16.043701 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=108975) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jan 28 13:37:16.044037 dv-cinder-824187-7-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Initializing extension manager. Jan 28 13:37:16.044561 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loading extension file: __init__.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:37:16.044948 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loading extension file: __pycache__ {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:37:16.045293 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:37:16.045622 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loading extension file: address_group.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:37:16.046377 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:37:16.046951 dv-cinder-824187-7-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loaded extension: address-group Jan 28 13:37:16.047276 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loading extension file: address_scope.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:37:16.047990 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:37:16.048498 dv-cinder-824187-7-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loaded extension: address-scope Jan 28 13:37:16.048802 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loading extension file: admin_state_down_before_update.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:37:16.049772 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:37:16.050278 dv-cinder-824187-7-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loaded extension: router-admin-state-down-before-update Jan 28 13:37:16.050712 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loading extension file: agent.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:37:16.051622 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:37:16.052131 dv-cinder-824187-7-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loaded extension: agent Jan 28 13:37:16.052452 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loading extension file: agent_resources_synced.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:37:16.053385 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:37:16.053900 dv-cinder-824187-7-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loaded extension: agent-resources-synced Jan 28 13:37:16.054221 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loading extension file: allowedaddresspairs.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:37:16.056027 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:37:16.056551 dv-cinder-824187-7-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loaded extension: allowed-address-pairs Jan 28 13:37:16.056869 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loading extension file: auto_allocated_topology.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:37:16.058000 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:37:16.058519 dv-cinder-824187-7-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loaded extension: auto-allocated-topology Jan 28 13:37:16.059140 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loading extension file: availability_zone.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:37:16.059846 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:37:16.060354 dv-cinder-824187-7-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loaded extension: availability_zone Jan 28 13:37:16.060681 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loading extension file: availability_zone_filter.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:37:16.061626 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:37:16.062145 dv-cinder-824187-7-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loaded extension: availability_zone_filter Jan 28 13:37:16.062468 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loading extension file: data_plane_status.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:37:16.063386 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:37:16.063893 dv-cinder-824187-7-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Extension data-plane-status not supported by any of loaded plugins Jan 28 13:37:16.064215 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loading extension file: default_subnetpools.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:37:16.065158 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:37:16.065663 dv-cinder-824187-7-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loaded extension: default-subnetpools Jan 28 13:37:16.065984 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loading extension file: dhcpagentscheduler.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:37:16.066829 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:37:16.067337 dv-cinder-824187-7-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loaded extension: dhcp_agent_scheduler Jan 28 13:37:16.067662 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loading extension file: dns.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:37:16.068589 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:37:16.069121 dv-cinder-824187-7-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Extension dns-integration not supported by any of loaded plugins Jan 28 13:37:16.069444 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loading extension file: dns_domain_ports.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:37:16.070356 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:37:16.070861 dv-cinder-824187-7-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Extension dns-domain-ports not supported by any of loaded plugins Jan 28 13:37:16.071187 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:37:16.072116 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:37:16.072624 dv-cinder-824187-7-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jan 28 13:37:16.072974 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loading extension file: dvr.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:37:16.073655 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:37:16.074163 dv-cinder-824187-7-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loaded extension: dvr Jan 28 13:37:16.074484 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loading extension file: ecmp_routes.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:37:16.075394 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:37:16.075895 dv-cinder-824187-7-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Extension ecmp_routes not supported by any of loaded plugins Jan 28 13:37:16.076216 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loading extension file: empty_string_filtering.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:37:16.077147 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:37:16.077654 dv-cinder-824187-7-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loaded extension: empty-string-filtering Jan 28 13:37:16.077971 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:37:16.078874 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:37:16.079379 dv-cinder-824187-7-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jan 28 13:37:16.079696 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:37:16.080602 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:37:16.081136 dv-cinder-824187-7-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jan 28 13:37:16.081455 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loading extension file: external_net.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:37:16.082521 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:37:16.083029 dv-cinder-824187-7-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loaded extension: external-net Jan 28 13:37:16.083353 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loading extension file: extra_dhcp_opt.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:37:16.084262 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:37:16.084766 dv-cinder-824187-7-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loaded extension: extra_dhcp_opt Jan 28 13:37:16.085121 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loading extension file: extraroute.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:37:16.086354 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:37:16.086859 dv-cinder-824187-7-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loaded extension: extraroute Jan 28 13:37:16.087176 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loading extension file: extraroute_atomic.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:37:16.088226 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:37:16.088746 dv-cinder-824187-7-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loaded extension: extraroute-atomic Jan 28 13:37:16.089098 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loading extension file: filter_validation.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:37:16.089765 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:37:16.090275 dv-cinder-824187-7-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loaded extension: filter-validation Jan 28 13:37:16.090594 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loading extension file: fip_pf_description.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:37:16.091506 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:37:16.092009 dv-cinder-824187-7-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jan 28 13:37:16.092328 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loading extension file: fip_port_details.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:37:16.093283 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:37:16.093788 dv-cinder-824187-7-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loaded extension: fip-port-details Jan 28 13:37:16.094308 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loading extension file: flavors.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:37:16.095362 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:37:16.095875 dv-cinder-824187-7-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loaded extension: flavors Jan 28 13:37:16.096205 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:37:16.098048 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:37:16.098569 dv-cinder-824187-7-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jan 28 13:37:16.098905 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loading extension file: floatingip_pools.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:37:16.099622 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:37:16.100134 dv-cinder-824187-7-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loaded extension: floatingip-pools Jan 28 13:37:16.100464 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loading extension file: ip_allocation.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:37:16.101429 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:37:16.101933 dv-cinder-824187-7-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Extension ip_allocation not supported by any of loaded plugins Jan 28 13:37:16.102260 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loading extension file: ip_substring_port_filtering.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:37:16.103190 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:37:16.103698 dv-cinder-824187-7-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loaded extension: ip-substring-filtering Jan 28 13:37:16.104024 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loading extension file: l2_adjacency.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:37:16.104974 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:37:16.105478 dv-cinder-824187-7-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Extension l2_adjacency not supported by any of loaded plugins Jan 28 13:37:16.105800 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loading extension file: l3.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:37:16.106769 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:37:16.107284 dv-cinder-824187-7-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loaded extension: router Jan 28 13:37:16.107614 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loading extension file: l3_conntrack_helper.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:37:16.110093 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:37:16.110628 dv-cinder-824187-7-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jan 28 13:37:16.110964 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loading extension file: l3_ext_gw_mode.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:37:16.111902 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:37:16.112413 dv-cinder-824187-7-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loaded extension: ext-gw-mode Jan 28 13:37:16.112747 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loading extension file: l3_ext_ha_mode.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:37:16.113821 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:37:16.114330 dv-cinder-824187-7-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loaded extension: l3-ha Jan 28 13:37:16.114653 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loading extension file: l3_flavors.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:37:16.115569 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:37:16.116072 dv-cinder-824187-7-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loaded extension: l3-flavors Jan 28 13:37:16.116402 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:37:16.117363 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:37:16.117867 dv-cinder-824187-7-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loaded extension: l3-port-ip-change-not-allowed Jan 28 13:37:16.118192 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loading extension file: l3agentscheduler.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:37:16.119241 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:37:16.119748 dv-cinder-824187-7-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loaded extension: l3_agent_scheduler Jan 28 13:37:16.120076 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loading extension file: local_ip.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:37:16.121945 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:37:16.122471 dv-cinder-824187-7-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Extension local_ip not supported by any of loaded plugins Jan 28 13:37:16.122808 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loading extension file: logging.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:37:16.124306 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:37:16.124828 dv-cinder-824187-7-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Extension logging not supported by any of loaded plugins Jan 28 13:37:16.125189 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loading extension file: metering.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:37:16.125944 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:37:16.126530 dv-cinder-824187-7-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loaded extension: metering Jan 28 13:37:16.126857 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:37:16.127976 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:37:16.128491 dv-cinder-824187-7-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loaded extension: metering_source_and_destination_fields Jan 28 13:37:16.128873 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loading extension file: multiprovidernet.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:37:16.129872 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:37:16.130386 dv-cinder-824187-7-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loaded extension: multi-provider Jan 28 13:37:16.130714 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loading extension file: netmtu.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:37:16.131630 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:37:16.132134 dv-cinder-824187-7-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loaded extension: net-mtu Jan 28 13:37:16.132458 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loading extension file: netmtu_writable.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:37:16.133418 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:37:16.133917 dv-cinder-824187-7-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loaded extension: net-mtu-writable Jan 28 13:37:16.134236 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loading extension file: network_availability_zone.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:37:16.134913 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:37:16.135414 dv-cinder-824187-7-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loaded extension: network_availability_zone Jan 28 13:37:16.135732 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loading extension file: network_ip_availability.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:37:16.136862 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:37:16.137394 dv-cinder-824187-7-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loaded extension: network-ip-availability Jan 28 13:37:16.137719 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loading extension file: network_segment_range.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:37:16.138489 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:37:16.138989 dv-cinder-824187-7-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Extension network-segment-range not supported by any of loaded plugins Jan 28 13:37:16.139310 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loading extension file: pagination.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:37:16.140292 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:37:16.140623 dv-cinder-824187-7-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loaded extension: pagination Jan 28 13:37:16.140980 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loading extension file: port_device_profile.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:37:16.141887 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:37:16.142404 dv-cinder-824187-7-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loaded extension: port-device-profile Jan 28 13:37:16.142725 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loading extension file: port_mac_address_regenerate.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:37:16.143657 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:37:16.144179 dv-cinder-824187-7-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loaded extension: port-mac-address-regenerate Jan 28 13:37:16.144675 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loading extension file: port_numa_affinity_policy.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:37:16.145879 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:37:16.146394 dv-cinder-824187-7-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loaded extension: port-numa-affinity-policy Jan 28 13:37:16.146718 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loading extension file: port_resource_request.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:37:16.147639 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:37:16.148144 dv-cinder-824187-7-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Extension port-resource-request not supported by any of loaded plugins Jan 28 13:37:16.148463 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loading extension file: port_resource_request_groups.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:37:16.149457 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:37:16.149965 dv-cinder-824187-7-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Extension port-resource-request-groups not supported by any of loaded plugins Jan 28 13:37:16.150289 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loading extension file: portbindings.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:37:16.151217 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:37:16.151729 dv-cinder-824187-7-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loaded extension: binding Jan 28 13:37:16.152049 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loading extension file: portbindings_extended.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:37:16.153368 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:37:16.153889 dv-cinder-824187-7-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loaded extension: binding-extended Jan 28 13:37:16.154221 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loading extension file: portsecurity.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:37:16.155144 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:37:16.155651 dv-cinder-824187-7-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loaded extension: port-security Jan 28 13:37:16.155979 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loading extension file: project_id.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:37:16.156994 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:37:16.157323 dv-cinder-824187-7-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loaded extension: project-id Jan 28 13:37:16.157644 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loading extension file: providernet.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:37:16.158573 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:37:16.159085 dv-cinder-824187-7-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loaded extension: provider Jan 28 13:37:16.159408 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loading extension file: qos.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:37:16.163414 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:37:16.163940 dv-cinder-824187-7-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Extension qos not supported by any of loaded plugins Jan 28 13:37:16.164277 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loading extension file: qos_bw_limit_direction.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:37:16.165563 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:37:16.166077 dv-cinder-824187-7-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jan 28 13:37:16.166407 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:37:16.167327 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:37:16.167839 dv-cinder-824187-7-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jan 28 13:37:16.168163 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loading extension file: qos_default.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:37:16.169105 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:37:16.169618 dv-cinder-824187-7-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Extension qos-default not supported by any of loaded plugins Jan 28 13:37:16.169940 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loading extension file: qos_fip.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:37:16.170889 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:37:16.171400 dv-cinder-824187-7-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Extension qos-fip not supported by any of loaded plugins Jan 28 13:37:16.171723 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loading extension file: qos_fip_network_policy.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:37:16.172635 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:37:16.173172 dv-cinder-824187-7-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jan 28 13:37:16.173503 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loading extension file: qos_gateway_ip.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:37:16.174439 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:37:16.174950 dv-cinder-824187-7-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Extension qos-gateway-ip not supported by any of loaded plugins Jan 28 13:37:16.175274 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loading extension file: qos_port_network_policy.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:37:16.176315 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:37:16.176819 dv-cinder-824187-7-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Extension qos-port-network-policy not supported by any of loaded plugins Jan 28 13:37:16.177175 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:37:16.178220 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:37:16.178735 dv-cinder-824187-7-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Extension qos-pps-minimum not supported by any of loaded plugins Jan 28 13:37:16.179057 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loading extension file: qos_pps_rule.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:37:16.180246 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:37:16.180762 dv-cinder-824187-7-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Extension qos-pps not supported by any of loaded plugins Jan 28 13:37:16.181111 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loading extension file: qos_rule_type_details.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:37:16.182039 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:37:16.182552 dv-cinder-824187-7-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Extension qos-rule-type-details not supported by any of loaded plugins Jan 28 13:37:16.182877 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loading extension file: qos_rules_alias.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:37:16.183925 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:37:16.184439 dv-cinder-824187-7-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Extension qos-rules-alias not supported by any of loaded plugins Jan 28 13:37:16.184762 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loading extension file: quota_check_limit.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:37:16.185708 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:37:16.186218 dv-cinder-824187-7-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loaded extension: quota-check-limit Jan 28 13:37:16.186542 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loading extension file: quotasv2.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:37:16.187476 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:37:16.187804 dv-cinder-824187-7-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loaded extension: quotas Jan 28 13:37:16.188130 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loading extension file: quotasv2_detail.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:37:16.190004 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:37:16.190348 dv-cinder-824187-7-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loaded extension: quota_details Jan 28 13:37:16.190680 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loading extension file: rbac.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:37:16.191767 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:37:16.192296 dv-cinder-824187-7-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loaded extension: rbac-policies Jan 28 13:37:16.192630 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loading extension file: rbac_address_group.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:37:16.193612 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:37:16.194132 dv-cinder-824187-7-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loaded extension: rbac-address-group Jan 28 13:37:16.194456 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loading extension file: rbac_address_scope.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:37:16.195384 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:37:16.195893 dv-cinder-824187-7-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loaded extension: rbac-address-scope Jan 28 13:37:16.196222 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loading extension file: rbac_security_groups.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:37:16.197156 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:37:16.197665 dv-cinder-824187-7-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loaded extension: rbac-security-groups Jan 28 13:37:16.197991 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loading extension file: rbac_subnetpool.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:37:16.198904 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:37:16.199411 dv-cinder-824187-7-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loaded extension: rbac-subnetpool Jan 28 13:37:16.199731 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loading extension file: revisionifmatch.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:37:16.200645 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:37:16.201192 dv-cinder-824187-7-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loaded extension: revision-if-match Jan 28 13:37:16.201517 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loading extension file: revisions.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:37:16.202640 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:37:16.203154 dv-cinder-824187-7-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loaded extension: standard-attr-revisions Jan 28 13:37:16.203483 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loading extension file: router_availability_zone.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:37:16.204158 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:37:16.204674 dv-cinder-824187-7-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loaded extension: router_availability_zone Jan 28 13:37:16.205036 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loading extension file: routerservicetype.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:37:16.205960 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:37:16.206469 dv-cinder-824187-7-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Extension router-service-type not supported by any of loaded plugins Jan 28 13:37:16.206897 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:37:16.207950 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:37:16.208466 dv-cinder-824187-7-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loaded extension: security-groups-normalized-cidr Jan 28 13:37:16.208791 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loading extension file: security_groups_port_filtering.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:37:16.209753 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:37:16.210605 dv-cinder-824187-7-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loaded extension: port-security-groups-filtering Jan 28 13:37:16.210962 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loading extension file: security_groups_remote_address_group.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:37:16.211893 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:37:16.212408 dv-cinder-824187-7-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loaded extension: security-groups-remote-address-group Jan 28 13:37:16.212734 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loading extension file: security_groups_shared_filtering.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:37:16.213686 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:37:16.214197 dv-cinder-824187-7-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loaded extension: security-groups-shared-filtering Jan 28 13:37:16.214520 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:37:16.215111 dv-cinder-824187-7-iscsi neutron-server[108975]: WARNING neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Jan 28 13:37:16.215431 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loading extension file: securitygroup.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:37:16.225106 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:37:16.225634 dv-cinder-824187-7-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loaded extension: security-group Jan 28 13:37:16.225971 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loading extension file: segment.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:37:16.226760 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:37:16.227268 dv-cinder-824187-7-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Extension segment not supported by any of loaded plugins Jan 28 13:37:16.227595 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:37:16.228540 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:37:16.229075 dv-cinder-824187-7-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jan 28 13:37:16.229406 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loading extension file: servicetype.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:37:16.230513 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:37:16.231033 dv-cinder-824187-7-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loaded extension: service-type Jan 28 13:37:16.231363 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loading extension file: sorting.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:37:16.232350 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:37:16.232677 dv-cinder-824187-7-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loaded extension: sorting Jan 28 13:37:16.233036 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loading extension file: standard_attr_segment.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:37:16.233959 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:37:16.234475 dv-cinder-824187-7-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Extension standard-attr-segment not supported by any of loaded plugins Jan 28 13:37:16.234798 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loading extension file: standardattrdescription.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:37:16.235446 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:37:16.235946 dv-cinder-824187-7-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loaded extension: standard-attr-description Jan 28 13:37:16.236264 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loading extension file: stateful_security_group.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:37:16.237227 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:37:16.237742 dv-cinder-824187-7-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loaded extension: stateful-security-group Jan 28 13:37:16.238132 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loading extension file: stdattrs_common.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:37:16.238738 dv-cinder-824187-7-iscsi neutron-server[108975]: WARNING neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jan 28 13:37:16.239058 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:37:16.239992 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:37:16.240501 dv-cinder-824187-7-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jan 28 13:37:16.240818 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loading extension file: subnet_onboard.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:37:16.241921 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:37:16.242441 dv-cinder-824187-7-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loaded extension: subnet_onboard Jan 28 13:37:16.242767 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loading extension file: subnet_segmentid_writable.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:37:16.243736 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:37:16.244605 dv-cinder-824187-7-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jan 28 13:37:16.244605 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loading extension file: subnet_service_types.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:37:16.245503 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:37:16.246128 dv-cinder-824187-7-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loaded extension: subnet-service-types Jan 28 13:37:16.246338 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loading extension file: subnetallocation.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:37:16.247423 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:37:16.247943 dv-cinder-824187-7-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loaded extension: subnet_allocation Jan 28 13:37:16.248271 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:37:16.248964 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:37:16.249480 dv-cinder-824187-7-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loaded extension: subnetpool-prefix-ops Jan 28 13:37:16.249804 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:37:16.250753 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:37:16.251266 dv-cinder-824187-7-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jan 28 13:37:16.251593 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loading extension file: tagging.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:37:16.252647 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:37:16.253224 dv-cinder-824187-7-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loaded extension: standard-attr-tag Jan 28 13:37:16.253557 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loading extension file: timestamp.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:37:16.254771 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:37:16.255302 dv-cinder-824187-7-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loaded extension: standard-attr-timestamp Jan 28 13:37:16.255634 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loading extension file: trunk.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:37:16.256670 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:37:16.257215 dv-cinder-824187-7-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Extension trunk not supported by any of loaded plugins Jan 28 13:37:16.257542 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loading extension file: trunk_details.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:37:16.258470 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:37:16.258986 dv-cinder-824187-7-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Extension trunk-details not supported by any of loaded plugins Jan 28 13:37:16.259314 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loading extension file: uplink_status_propagation.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:37:16.260238 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:37:16.260754 dv-cinder-824187-7-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Extension uplink-status-propagation not supported by any of loaded plugins Jan 28 13:37:16.261356 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Loading extension file: vlantransparent.py {{(pid=108975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 13:37:16.262027 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=108975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 13:37:16.262539 dv-cinder-824187-7-iscsi neutron-server[108975]: INFO neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Extension vlan-transparent not supported by any of loaded plugins Jan 28 13:37:16.265156 dv-cinder-824187-7-iscsi neutron-server[108975]: INFO neutron.quota.resource_registry [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Creating instance of TrackedResource for resource:network Jan 28 13:37:16.265685 dv-cinder-824187-7-iscsi neutron-server[108975]: INFO neutron.quota.resource_registry [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Creating instance of TrackedResource for resource:subnet Jan 28 13:37:16.266085 dv-cinder-824187-7-iscsi neutron-server[108975]: INFO neutron.quota.resource_registry [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Creating instance of TrackedResource for resource:subnetpool Jan 28 13:37:16.266475 dv-cinder-824187-7-iscsi neutron-server[108975]: INFO neutron.quota.resource_registry [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Creating instance of TrackedResource for resource:port Jan 28 13:37:16.267758 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.v2.resource_helper [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108975) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 13:37:16.268197 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.v2.resource_helper [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Service FLAVORS assigned prefix: {{(pid=108975) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 13:37:16.268872 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.v2.resource_helper [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108975) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 13:37:16.269389 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.v2.resource_helper [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108975) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 13:37:16.269847 dv-cinder-824187-7-iscsi neutron-server[108975]: INFO neutron.quota.resource_registry [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Creating instance of TrackedResource for resource:router Jan 28 13:37:16.270291 dv-cinder-824187-7-iscsi neutron-server[108975]: INFO neutron.quota.resource_registry [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Creating instance of TrackedResource for resource:floatingip Jan 28 13:37:16.270782 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.v2.resource_helper [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Service METERING assigned prefix: /metering {{(pid=108975) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 13:37:16.272293 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:37:16.272620 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:37:16.273003 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:37:16.274030 dv-cinder-824187-7-iscsi neutron-server[108975]: INFO neutron.quota.resource_registry [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Creating instance of CountableResource for resource:rbac_policy Jan 28 13:37:16.274483 dv-cinder-824187-7-iscsi neutron-server[108975]: INFO neutron.quota.resource_registry [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Creating instance of TrackedResource for resource:security_group Jan 28 13:37:16.274906 dv-cinder-824187-7-iscsi neutron-server[108975]: INFO neutron.quota.resource_registry [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Creating instance of TrackedResource for resource:security_group_rule Jan 28 13:37:16.276624 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.v2.resource_helper [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Service CORE assigned prefix: {{(pid=108975) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 13:37:16.277010 dv-cinder-824187-7-iscsi neutron-server[108975]: INFO neutron.quota.resource_registry [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Creating instance of TrackedResource for resource:subnetpool Jan 28 13:37:16.277372 dv-cinder-824187-7-iscsi neutron-server[108975]: WARNING neutron.quota.resource_registry [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] subnetpool is already registered Jan 28 13:37:16.277810 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.v2.resource_helper [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Service CORE assigned prefix: {{(pid=108975) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 13:37:16.278138 dv-cinder-824187-7-iscsi neutron-server[108975]: INFO neutron.quota.resource_registry [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Creating instance of TrackedResource for resource:subnetpool Jan 28 13:37:16.278473 dv-cinder-824187-7-iscsi neutron-server[108975]: WARNING neutron.quota.resource_registry [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] subnetpool is already registered Jan 28 13:37:16.280799 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.v2.resource_helper [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108975) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 13:37:16.281260 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.v2.resource_helper [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Service FLAVORS assigned prefix: {{(pid=108975) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 13:37:16.281846 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.v2.resource_helper [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108975) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 13:37:16.282265 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.v2.resource_helper [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108975) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 13:37:16.282593 dv-cinder-824187-7-iscsi neutron-server[108975]: INFO neutron.quota.resource_registry [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Creating instance of TrackedResource for resource:router Jan 28 13:37:16.282932 dv-cinder-824187-7-iscsi neutron-server[108975]: WARNING neutron.quota.resource_registry [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] router is already registered Jan 28 13:37:16.283346 dv-cinder-824187-7-iscsi neutron-server[108975]: INFO neutron.quota.resource_registry [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Creating instance of TrackedResource for resource:floatingip Jan 28 13:37:16.283685 dv-cinder-824187-7-iscsi neutron-server[108975]: WARNING neutron.quota.resource_registry [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] floatingip is already registered Jan 28 13:37:16.284134 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.v2.resource_helper [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Service METERING assigned prefix: /metering {{(pid=108975) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 13:37:16.284791 dv-cinder-824187-7-iscsi neutron-server[108975]: INFO neutron.quota.resource_registry [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Creating instance of CountableResource for resource:rbac_policy Jan 28 13:37:16.285351 dv-cinder-824187-7-iscsi neutron-server[108975]: WARNING neutron.quota.resource_registry [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] rbac_policy is already registered Jan 28 13:37:16.285766 dv-cinder-824187-7-iscsi neutron-server[108975]: INFO neutron.quota.resource_registry [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Creating instance of TrackedResource for resource:security_group Jan 28 13:37:16.286102 dv-cinder-824187-7-iscsi neutron-server[108975]: WARNING neutron.quota.resource_registry [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] security_group is already registered Jan 28 13:37:16.286498 dv-cinder-824187-7-iscsi neutron-server[108975]: INFO neutron.quota.resource_registry [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Creating instance of TrackedResource for resource:security_group_rule Jan 28 13:37:16.286832 dv-cinder-824187-7-iscsi neutron-server[108975]: WARNING neutron.quota.resource_registry [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] security_group_rule is already registered Jan 28 13:37:16.287452 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.v2.resource_helper [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Service CORE assigned prefix: {{(pid=108975) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 13:37:16.287781 dv-cinder-824187-7-iscsi neutron-server[108975]: INFO neutron.quota.resource_registry [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Creating instance of TrackedResource for resource:subnetpool Jan 28 13:37:16.288113 dv-cinder-824187-7-iscsi neutron-server[108975]: WARNING neutron.quota.resource_registry [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] subnetpool is already registered Jan 28 13:37:16.288529 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.v2.resource_helper [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Service CORE assigned prefix: {{(pid=108975) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 13:37:16.288867 dv-cinder-824187-7-iscsi neutron-server[108975]: INFO neutron.quota.resource_registry [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Creating instance of TrackedResource for resource:subnetpool Jan 28 13:37:16.289209 dv-cinder-824187-7-iscsi neutron-server[108975]: WARNING neutron.quota.resource_registry [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] subnetpool is already registered Jan 28 13:37:16.289679 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Extended resource: extensions {{(pid=108975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 13:37:16.291172 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Extended resource: address-groups {{(pid=108975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 13:37:16.292654 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Extended resource: address-scopes {{(pid=108975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 13:37:16.294031 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Extended resource: agents {{(pid=108975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 13:37:16.295200 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Extended resource: auto-allocated-topology {{(pid=108975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 13:37:16.296454 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Extended resource: availability_zones {{(pid=108975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 13:37:16.297709 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Extended resource: dhcp-networks {{(pid=108975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 13:37:16.299216 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Extended resource: dhcp-agents {{(pid=108975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 13:37:16.300712 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Extended resource: routers {{(pid=108975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 13:37:16.302980 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Extended resource: flavors {{(pid=108975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 13:37:16.304168 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Extended resource: service_profiles {{(pid=108975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 13:37:16.305425 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Extended resource: next_providers {{(pid=108975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 13:37:16.306887 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Extended resource: service_profiles {{(pid=108975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 13:37:16.308429 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Extended resource: floatingip-pools {{(pid=108975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 13:37:16.309688 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Extended resource: routers {{(pid=108975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 13:37:16.311807 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Extended resource: floatingips {{(pid=108975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 13:37:16.313115 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Extended resource: l3-routers {{(pid=108975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 13:37:16.314533 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Extended resource: l3-agents {{(pid=108975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 13:37:16.315961 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Extended resource: metering-labels {{(pid=108975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 13:37:16.317387 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Extended resource: metering-label-rules {{(pid=108975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 13:37:16.319177 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Extended resource: network-ip-availabilities {{(pid=108975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 13:37:16.320435 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Extended resource: bindings {{(pid=108975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 13:37:16.322126 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Extended resource: quotas {{(pid=108975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 13:37:16.323710 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Extended resource: quotas {{(pid=108975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 13:37:16.325285 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Extended resource: rbac-policies {{(pid=108975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 13:37:16.326565 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Extended resource: security-groups {{(pid=108975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 13:37:16.327807 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Extended resource: security-group-rules {{(pid=108975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 13:37:16.329056 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Extended resource: service-providers {{(pid=108975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 13:37:16.330291 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Extended resource: subnetpools {{(pid=108975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 13:37:16.331742 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Extended resource: subnetpools {{(pid=108975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 13:37:16.333224 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Extended resource: tags {{(pid=108975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 13:37:16.334906 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Extended resource: tags {{(pid=108975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 13:37:16.337083 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Extended resource: tags {{(pid=108975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 13:37:16.338853 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Extended resource: tags {{(pid=108975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 13:37:16.341660 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Extended resource: tags {{(pid=108975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 13:37:16.343506 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Extended resource: tags {{(pid=108975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 13:37:16.345235 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Extended resource: tags {{(pid=108975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 13:37:16.347129 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Extended resource: tags {{(pid=108975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 13:37:16.348971 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Extended resource: tags {{(pid=108975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 13:37:16.350813 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron.api.extensions [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Extended resource: tags {{(pid=108975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 13:37:16.356711 dv-cinder-824187-7-iscsi neutron-server[108975]: WARNING keystonemiddleware.auth_token [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jan 28 13:37:16.361504 dv-cinder-824187-7-iscsi neutron-server[108975]: WARNING keystonemiddleware.auth_token [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jan 28 13:37:16.370340 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_concurrency.lockutils [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Acquired lock "singleton_lock" {{(pid=108975) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jan 28 13:37:16.370816 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_concurrency.lockutils [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Releasing lock "singleton_lock" {{(pid=108975) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jan 28 13:37:16.371470 dv-cinder-824187-7-iscsi neutron-server[108975]: INFO oslo_service.service [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Starting 2 workers Jan 28 13:37:16.376313 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Started child 109084 {{(pid=108975) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 28 13:37:16.381301 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Started child 109085 {{(pid=108975) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 28 13:37:16.382181 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:16.382967 dv-cinder-824187-7-iscsi neutron-server[108975]: INFO neutron.service [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Neutron service started, listening on 0.0.0.0:9696 Jan 28 13:37:16.383523 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Publish callbacks [] for process (None), before_spawn {{(pid=108975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:16.383726 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [-] (109084) wsgi starting up on http://0.0.0.0:9696 Jan 28 13:37:16.385821 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:16.386275 dv-cinder-824187-7-iscsi neutron-server[108975]: INFO oslo_service.service [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Starting 1 workers Jan 28 13:37:16.387279 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [-] (109085) wsgi starting up on http://0.0.0.0:9696 Jan 28 13:37:16.391146 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Started child 109086 {{(pid=108975) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 28 13:37:16.391697 dv-cinder-824187-7-iscsi neutron-server[108975]: INFO oslo_service.service [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Starting 1 workers Jan 28 13:37:16.394821 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.service [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] calling RpcWorker wait() {{(pid=109086) _wait /opt/stack/neutron/neutron/service.py:128}} Jan 28 13:37:16.395424 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.service [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] returning from RpcWorker wait() {{(pid=109086) _wait /opt/stack/neutron/neutron/service.py:135}} Jan 28 13:37:16.396207 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Started child 109087 {{(pid=108975) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 28 13:37:16.396678 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:16.397016 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG neutron_lib.callbacks.manager [None req-a551e48d-83f1-407d-b7f7-3f106ce7a7db None None] Publish callbacks [] for process (None), after_spawn {{(pid=108975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:16.397162 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:37:16.398940 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=108975) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 28 13:37:16.399136 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 28 13:37:16.399523 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 28 13:37:16.399708 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 28 13:37:16.400226 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 28 13:37:16.400361 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 28 13:37:16.400892 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.401341 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.401466 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:16.401962 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.401962 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.402107 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.402310 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:37:16.402664 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.402909 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.403177 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.403456 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.403662 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.404003 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.404154 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.404547 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.404977 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.405267 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.405562 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.405807 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.406089 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.406243 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.406639 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] config_source = [] {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.407067 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.407297 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.407561 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] debug = True {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.407796 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.408257 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.408493 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.408727 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.408973 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.409249 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.409482 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.409765 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.410054 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.410280 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.410516 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.410761 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.410993 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.411204 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.411437 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.411653 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.411918 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.412141 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.412614 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] host = dv-cinder-824187-7-iscsi {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.412819 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.413063 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.413305 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.413569 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.413814 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.414039 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.414294 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.414545 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.414783 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.415022 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.415261 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.415492 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.415743 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] log_dir = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.415947 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] log_file = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.416096 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] log_options = True {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.416313 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.416580 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.416869 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.417021 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.417194 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.417347 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.417602 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.417767 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.417999 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.418239 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.418451 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.418665 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.418885 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.419119 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.419388 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.421540 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.421976 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.422282 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.422572 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.423780 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.424028 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.424731 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.425201 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.425481 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.426382 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.426645 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.429474 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.432392 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.432686 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.435450 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.435450 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.435450 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.435450 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.435450 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.435450 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.435450 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.435450 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.436215 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.436215 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.436215 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.436215 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.436215 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.436215 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.436602 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.436602 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.436763 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] use_journal = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.437020 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] use_json = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.437329 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.437674 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.437916 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.438128 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.438343 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.438565 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.438781 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.439042 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.439264 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.439689 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.439970 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.440308 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.440535 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.440789 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.441026 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.441580 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.441837 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.442081 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.442525 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.442835 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.443041 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.443363 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.443623 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.443883 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.444171 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.444603 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.444891 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.445167 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.445351 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.445762 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.446170 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.446421 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.446677 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.446969 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.447247 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.447621 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.447921 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.448184 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.448540 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.448820 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.449101 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.72/identity {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.449367 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.449588 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.449836 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.450057 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.450274 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.450491 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.450719 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.450981 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.451202 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.451414 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.451683 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.452057 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.452295 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.452553 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.452755 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.453016 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.453249 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.453496 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.453705 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.453968 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.454232 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.454436 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.454850 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.455052 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.455585 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.455950 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.456219 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.456442 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.456656 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.456955 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.457212 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.457486 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.457810 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.458609 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.458838 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.459057 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.459329 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.459550 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.460040 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.460217 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.460810 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.461082 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.461274 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.461675 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.461868 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.462233 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.462733 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.463235 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.463610 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.463974 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.464365 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.464570 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.464971 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.465388 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.465646 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.465906 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.466124 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.466348 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.466678 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.466866 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.467366 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.467599 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.468050 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.468456 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.468939 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.469325 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.469465 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.469686 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.469939 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.470171 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.470479 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.470772 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.471240 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.471621 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.472052 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.472445 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.472576 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.472820 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.473228 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.473615 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.473852 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.474115 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.474377 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.474630 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.474964 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.475226 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.475493 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.475742 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.476035 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.476242 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.476514 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.476837 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.477140 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.477404 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.477656 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.478067 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.478332 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.478594 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.478856 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.479096 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.479365 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.479585 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.479885 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.480129 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.480520 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.480756 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.481284 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.481586 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.481821 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.482051 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.482298 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.482591 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.482845 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.483084 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.483349 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.483736 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.483977 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.484222 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.72/identity {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.484462 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.484697 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.485020 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.485304 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.485527 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.485777 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.486000 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.486212 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.486482 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.486747 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.487033 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.487293 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.487581 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.487796 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.488465 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.488828 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.489154 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.489492 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.489795 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.490055 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.490249 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.490470 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.490686 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.490966 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.491333 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.491778 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.492100 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.492335 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.492558 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.492817 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.493110 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.493370 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.493646 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.493860 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.494163 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.494291 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.494557 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.494789 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.495003 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.495287 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.495532 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.495787 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.496033 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.496381 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.496601 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.496838 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.497175 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.497381 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.497616 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.497833 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.498050 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.498264 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.498480 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.498712 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.498966 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.499215 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.499455 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.499667 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.499877 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.500085 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.500350 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.500583 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.500887 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.501137 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.501376 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.501620 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.501871 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.502094 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.502317 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.502524 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.502730 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.502951 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.503164 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.503370 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.503671 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.504007 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.504205 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.504432 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.504691 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.504924 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.505165 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.505374 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.505598 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.505816 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.506021 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.506234 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.506453 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.506661 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.506866 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.507084 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.507298 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.507522 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.507744 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.507949 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.508154 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.508369 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.508578 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.508755 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:37:16.508939 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.509066 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.509315 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.509530 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.509807 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.510031 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.510282 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.510531 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.510845 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.511071 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.511311 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.511525 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.512033 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.512418 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.513181 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.513676 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.513964 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.514207 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.514581 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.514763 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.515059 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.515667 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.515667 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.515857 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.516069 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.516340 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.516597 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.516871 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.517111 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.517339 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.517571 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.517792 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.518030 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.518249 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.518490 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.518737 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.518986 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.519251 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.519760 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.520049 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.520277 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.520489 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.520723 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.520934 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.521095 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 28 13:37:16.522200 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=108975) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 28 13:37:16.522200 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 28 13:37:16.522200 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 28 13:37:16.522200 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 28 13:37:16.523366 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 28 13:37:16.523366 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 28 13:37:16.523366 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.523366 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.523366 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.523366 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.523366 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.524326 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.524326 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.524326 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.524326 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.524326 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.524326 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.524326 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.524737 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.524737 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.524737 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.526334 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.526334 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.526334 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.526334 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.526334 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] config_source = [] {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.526334 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.526334 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.526334 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] debug = True {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.527414 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.527414 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.527414 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.527414 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.527414 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.527414 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.528016 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.528016 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.528016 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.528016 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.528016 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.528016 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.528016 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.528016 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.528535 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.528535 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.528535 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.528535 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.529091 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] host = dv-cinder-824187-7-iscsi {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.529091 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.529091 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.529091 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.529564 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.529564 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.529564 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.529778 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.529856 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.529981 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.530140 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.530298 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.530453 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.530610 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] log_dir = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.530766 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] log_file = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.530922 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] log_options = True {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.531080 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.531236 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.531392 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.531573 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.531735 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.531893 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.532050 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.532206 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.532363 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.532519 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.532675 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.532830 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.533008 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.533164 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.533320 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.533477 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.533633 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.533789 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.534341 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.534547 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.534710 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.535030 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.535199 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.535386 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.535546 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.535704 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.535861 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.536168 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.536389 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.536510 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.536630 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.539550 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.539699 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.539813 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.539934 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.540069 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.541093 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.541228 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.541414 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.541588 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.541744 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.541977 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.542204 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.542204 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.542668 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.542668 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] use_journal = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.542668 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] use_json = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.543333 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.543333 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.543333 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.543333 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.544240 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.544240 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.544240 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.544240 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.544240 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 13:37:16.544240 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.545718 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.545718 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.545718 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.545718 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.545718 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.545718 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.545718 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.545718 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.547648 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.547648 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.547648 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.547648 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.547648 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.547648 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.547648 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.547648 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.549340 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.549340 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.549340 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.549340 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.549340 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.549340 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.549340 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.549340 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.551478 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.551478 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.551478 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.551478 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.551478 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.551478 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.551478 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.72/identity {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.551478 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.553159 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.553159 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.553159 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.553159 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.553159 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.553159 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.553159 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.553159 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.553159 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.554703 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.554703 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.554703 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.554703 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.554703 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.554703 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.554703 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.554703 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.555653 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.555653 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.555653 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.555653 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.555653 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.555653 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.555653 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.555653 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.555653 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.556451 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.556451 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.556451 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.556451 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.556451 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.556451 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.556451 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.556451 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.556451 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.557286 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 36658) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:16.557385 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.557385 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.557385 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.557385 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.557385 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.557385 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.557385 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.557385 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.557385 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.557971 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.557971 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.557971 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.557971 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.557971 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.557971 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.557971 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.557971 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.557971 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.558561 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.558561 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.558561 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.558561 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.558561 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.558561 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.558561 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.559046 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.559046 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.559046 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.559258 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.559258 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.559398 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.559553 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.559714 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.559879 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.560075 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.560215 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.560357 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.560490 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.560653 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.560813 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.560984 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.561144 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.561304 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.561465 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.561625 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.561777 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.561933 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.562092 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.562251 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.562410 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.562581 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.562748 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.562910 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.563071 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.563285 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.563406 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.563531 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [-] 10.222.0.72 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063894 Jan 28 13:37:16.563606 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.563721 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.564145 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.564311 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.564470 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.564858 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.567008 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.567196 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.567919 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.567919 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.567919 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.567919 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.568445 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.568445 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.568445 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.568445 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.568913 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.568913 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.569093 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.569093 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.569235 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.569391 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.569552 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.569715 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.569877 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.570102 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.72/identity {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.570200 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.570355 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.570543 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.570699 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.570857 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.571020 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.571185 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.571348 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.571510 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.571672 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.571835 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.571996 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.572157 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.572320 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.572479 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.572639 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.572803 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.573825 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.573997 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.574165 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.574336 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.574502 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.574662 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.574811 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.574969 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.575138 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.575297 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.575456 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.575616 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.575781 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.575945 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.576105 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.576269 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.576431 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.576593 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.576754 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.576937 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.577100 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.577271 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.577432 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.577597 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.577767 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.577911 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.578086 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.578248 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.578409 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.578570 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.578732 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.578892 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.579056 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.579218 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.579381 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.579540 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.579701 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.579867 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.580035 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.580198 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.580360 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.580564 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.580675 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.580921 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.581088 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.581232 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.582029 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.582029 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.582029 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.582029 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.582029 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.582443 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.582443 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.582571 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.582636 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.582768 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.582930 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.583101 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.583267 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.583409 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.583574 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.583736 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.583896 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.584067 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.584229 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.584396 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.584559 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.584719 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.584903 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.585077 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.585238 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.585744 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.585908 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.586071 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.586232 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.586403 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.587219 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.587219 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.587219 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.587219 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.587219 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.587556 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.587556 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.587676 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.587778 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.587939 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.588100 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.588262 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.588437 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.588600 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.588762 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.588964 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.589189 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.589293 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.589439 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.589604 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.589777 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.589951 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.590112 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.590906 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.590906 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.590906 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.590906 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.590906 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.591258 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.591258 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.591412 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.591521 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.591684 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.591845 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.592007 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.592168 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.592331 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.592492 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.592654 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.592815 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.592998 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.593164 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.593324 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.593484 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.593645 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.593805 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.593965 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.594126 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 13:37:16.594288 dv-cinder-824187-7-iscsi neutron-server[108975]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=108975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 28 13:37:28.291359 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5cb85a9-f959-4912-84d8-ea5e6a092270 None None] get_active_networks_info from dv-cinder-824187-7-iscsi {{(pid=109086) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 28 13:37:28.392057 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5cb85a9-f959-4912-84d8-ea5e6a092270 None None] No non-hosted networks {{(pid=109086) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jan 28 13:37:28.411932 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.agentschedulers_db [None req-e5cb85a9-f959-4912-84d8-ea5e6a092270 None None] DHCP Agent not found on host dv-cinder-824187-7-iscsi {{(pid=109086) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jan 28 13:37:28.520912 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b1571a05-0944-407b-bae0-b92b7869b8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1811784'] for agent (fe6892c5-7eb1-46ce-88dd-77c5bcc32263), after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:30.263204 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a2ee2c2a-fa3e-4b0f-8ac9-cf602305801f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1811784'] for agent (5fb30df9-6f10-41b8-94cc-b881623ba250), after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:30.316261 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-27b3bf3b-e995-42f1-9eb1-d779d2229cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (5fb30df9-6f10-41b8-94cc-b881623ba250), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:31.661808 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-120fdcba-5236-4c4f-ad1d-de3bbc2703f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1811784'] for agent (270c75b4-e9a8-4b16-85de-99abb56244df), after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:32.771923 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a365d3e8-b48a-4a28-95b6-25537061fe93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1811784'] for agent (282d2827-b9b4-4282-91d0-335a7cd9818a), after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:34.201987 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1811784'] for agent (91ec632a-2927-4715-8bad-f3132ebcbe46), after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:34.203506 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:37:34.204158 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:37:34.204697 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:37:34.205312 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:37:34.205844 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:37:34.206503 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:37:34.207060 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:37:34.208432 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:37:34.209389 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:37:34.210606 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:37:34.211442 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:37:34.212005 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:37:34.212592 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:37:34.213250 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-824187-7-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:37:34.219689 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-824187-7-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:37:36.286623 dv-cinder-824187-7-iscsi neutron-server[109086]: INFO neutron.db.l3_hamode_db [None req-a78a2e71-2875-4ce1-95e3-9aacfe2b0182 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jan 28 13:37:36.370318 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78a2e71-2875-4ce1-95e3-9aacfe2b0182 None None] Routers set() bound to L3 agent in host dv-cinder-824187-7-iscsi {{(pid=109086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:37:36.370798 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78a2e71-2875-4ce1-95e3-9aacfe2b0182 None None] Router IDs set() for agent in host dv-cinder-824187-7-iscsi {{(pid=109086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 28 13:37:36.777282 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 36758) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:37.308696 dv-cinder-824187-7-iscsi neutron-server[109085]: WARNING oslo_policy.policy [None req-173100f5-0b6c-4bd5-baa6-b38af4cbda37 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 13:37:37.309322 dv-cinder-824187-7-iscsi neutron-server[109085]: WARNING oslo_policy.policy [None req-173100f5-0b6c-4bd5-baa6-b38af4cbda37 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 13:37:37.531074 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [None req-173100f5-0b6c-4bd5-baa6-b38af4cbda37 admin admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=109085) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:37:37.532276 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-173100f5-0b6c-4bd5-baa6-b38af4cbda37 admin admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7528675 Jan 28 13:37:40.243247 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 36774) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:40.599795 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.v2.base [None req-87eb2f70-36d2-45b9-9278-bcf9015c54c8 admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'tenant_id': '3859045e85c4430bb27f63b2cf9ab4a3', 'default_prefixlen': 26}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:37:40.690093 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.policy [None req-87eb2f70-36d2-45b9-9278-bcf9015c54c8 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109085) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 28 13:37:40.742075 dv-cinder-824187-7-iscsi neutron-server[109085]: WARNING oslo_policy.policy [None req-87eb2f70-36d2-45b9-9278-bcf9015c54c8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 13:37:40.742401 dv-cinder-824187-7-iscsi neutron-server[109085]: WARNING oslo_policy.policy [None req-87eb2f70-36d2-45b9-9278-bcf9015c54c8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 13:37:40.842295 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-87eb2f70-36d2-45b9-9278-bcf9015c54c8 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742790591776', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742790592333', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742790573529', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742790575846', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742790620106', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742790594640', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-799967', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-551391', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2057270', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1962492'] for rbac-policy (None), before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:40.918492 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-87eb2f70-36d2-45b9-9278-bcf9015c54c8 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:40.920205 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-87eb2f70-36d2-45b9-9278-bcf9015c54c8 admin admin] 10.222.0.72 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6759017 Jan 28 13:37:43.631841 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 36786) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:43.942591 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.v2.base [None req-93057746-755e-44ed-ae08-c36bee42ba64 admin admin] Request body: {'network': {'tenant_id': 'f4fc95370ed5408aa43782c1b24913cd', 'admin_state_up': True, 'name': 'private', 'project_id': 'f4fc95370ed5408aa43782c1b24913cd'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:37:43.974183 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93057746-755e-44ed-ae08-c36bee42ba64 admin admin] Made reservation on behalf of f4fc95370ed5408aa43782c1b24913cd for: {'network': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:37:43.978785 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-93057746-755e-44ed-ae08-c36bee42ba64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for network (None), before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:44.001053 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-93057746-755e-44ed-ae08-c36bee42ba64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:44.125325 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-93057746-755e-44ed-ae08-c36bee42ba64 admin admin] Publish callbacks [] for security_group (75367abf-eacb-4c90-b10b-54477c56b6cb), precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:44.132486 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-93057746-755e-44ed-ae08-c36bee42ba64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (75367abf-eacb-4c90-b10b-54477c56b6cb), after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:44.161965 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93057746-755e-44ed-ae08-c36bee42ba64 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 733} {{(pid=109085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:37:44.190638 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-93057746-755e-44ed-ae08-c36bee42ba64 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8742788684683', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-923698'] for segment (540711bd-5fd3-4543-9a2e-8afd6c6a5e60), precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:44.191317 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-93057746-755e-44ed-ae08-c36bee42ba64 admin admin] Unsubscribe: segment precommit_create {{(pid=109085) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 28 13:37:44.191735 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.db.segments_db [None req-93057746-755e-44ed-ae08-c36bee42ba64 admin admin] Added segment 540711bd-5fd3-4543-9a2e-8afd6c6a5e60 of type vlan for network dca7aad5-4951-4213-9bc4-17c98b73c3b6 Jan 28 13:37:44.207708 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93057746-755e-44ed-ae08-c36bee42ba64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75367abf-eacb-4c90-b10b-54477c56b6cb,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:44.253039 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93057746-755e-44ed-ae08-c36bee42ba64 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:37:44.253513 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93057746-755e-44ed-ae08-c36bee42ba64 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:37:44.253863 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93057746-755e-44ed-ae08-c36bee42ba64 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:37:44.254193 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93057746-755e-44ed-ae08-c36bee42ba64 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:37:44.254524 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93057746-755e-44ed-ae08-c36bee42ba64 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:37:44.254851 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93057746-755e-44ed-ae08-c36bee42ba64 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:37:44.255192 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93057746-755e-44ed-ae08-c36bee42ba64 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:37:44.255504 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93057746-755e-44ed-ae08-c36bee42ba64 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:37:44.255840 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93057746-755e-44ed-ae08-c36bee42ba64 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:37:44.256183 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93057746-755e-44ed-ae08-c36bee42ba64 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:37:44.256504 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93057746-755e-44ed-ae08-c36bee42ba64 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:37:44.256825 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93057746-755e-44ed-ae08-c36bee42ba64 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:37:44.257167 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93057746-755e-44ed-ae08-c36bee42ba64 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:37:44.258467 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93057746-755e-44ed-ae08-c36bee42ba64 admin admin] Tracked resource versions report: Jan 28 13:37:44.258467 dv-cinder-824187-7-iscsi neutron-server[109085]: pushed versions: Jan 28 13:37:44.258467 dv-cinder-824187-7-iscsi neutron-server[109085]: { 'AddressGroup': {'1.2'}, Jan 28 13:37:44.258467 dv-cinder-824187-7-iscsi neutron-server[109085]: 'ConntrackHelper': {'1.0'}, Jan 28 13:37:44.258467 dv-cinder-824187-7-iscsi neutron-server[109085]: 'LocalIPAssociation': {'1.0'}, Jan 28 13:37:44.258467 dv-cinder-824187-7-iscsi neutron-server[109085]: 'Log': {'1.0'}, Jan 28 13:37:44.258467 dv-cinder-824187-7-iscsi neutron-server[109085]: 'Network': {'1.1'}, Jan 28 13:37:44.258467 dv-cinder-824187-7-iscsi neutron-server[109085]: 'Port': {'1.7'}, Jan 28 13:37:44.258467 dv-cinder-824187-7-iscsi neutron-server[109085]: 'PortForwarding': {'1.2'}, Jan 28 13:37:44.258467 dv-cinder-824187-7-iscsi neutron-server[109085]: 'QosPolicy': {'1.10'}, Jan 28 13:37:44.258467 dv-cinder-824187-7-iscsi neutron-server[109085]: 'SecurityGroup': {'1.5'}, Jan 28 13:37:44.258467 dv-cinder-824187-7-iscsi neutron-server[109085]: 'SecurityGroupRule': {'1.2'}, Jan 28 13:37:44.258467 dv-cinder-824187-7-iscsi neutron-server[109085]: 'SubPort': {'1.0'}, Jan 28 13:37:44.258467 dv-cinder-824187-7-iscsi neutron-server[109085]: 'Subnet': {'1.1'}, Jan 28 13:37:44.258467 dv-cinder-824187-7-iscsi neutron-server[109085]: 'Trunk': {'1.1'}} Jan 28 13:37:44.258467 dv-cinder-824187-7-iscsi neutron-server[109085]: consumer versions: Jan 28 13:37:44.258467 dv-cinder-824187-7-iscsi neutron-server[109085]: { DHCP agent@dv-cinder-824187-7-iscsi: {}, Jan 28 13:37:44.258467 dv-cinder-824187-7-iscsi neutron-server[109085]: L3 agent@dv-cinder-824187-7-iscsi: {}, Jan 28 13:37:44.258467 dv-cinder-824187-7-iscsi neutron-server[109085]: Metadata agent@dv-cinder-824187-7-iscsi: {}, Jan 28 13:37:44.258467 dv-cinder-824187-7-iscsi neutron-server[109085]: Metering agent@dv-cinder-824187-7-iscsi: {}, Jan 28 13:37:44.258467 dv-cinder-824187-7-iscsi neutron-server[109085]: Open vSwitch agent@dv-cinder-824187-7-iscsi: { 'AddressGroup': '1.2', Jan 28 13:37:44.258467 dv-cinder-824187-7-iscsi neutron-server[109085]: 'ConntrackHelper': '1.0', Jan 28 13:37:44.258467 dv-cinder-824187-7-iscsi neutron-server[109085]: 'LocalIPAssociation': '1.0', Jan 28 13:37:44.258467 dv-cinder-824187-7-iscsi neutron-server[109085]: 'Log': '1.0', Jan 28 13:37:44.258467 dv-cinder-824187-7-iscsi neutron-server[109085]: 'Network': '1.1', Jan 28 13:37:44.258467 dv-cinder-824187-7-iscsi neutron-server[109085]: 'Port': '1.7', Jan 28 13:37:44.258467 dv-cinder-824187-7-iscsi neutron-server[109085]: 'PortForwarding': '1.2', Jan 28 13:37:44.258467 dv-cinder-824187-7-iscsi neutron-server[109085]: 'QosPolicy': '1.10', Jan 28 13:37:44.258467 dv-cinder-824187-7-iscsi neutron-server[109085]: 'SecurityGroup': '1.5', Jan 28 13:37:44.258467 dv-cinder-824187-7-iscsi neutron-server[109085]: 'SecurityGroupRule': '1.2', Jan 28 13:37:44.258467 dv-cinder-824187-7-iscsi neutron-server[109085]: 'SubPort': '1.0', Jan 28 13:37:44.258467 dv-cinder-824187-7-iscsi neutron-server[109085]: 'Subnet': '1.1', Jan 28 13:37:44.258467 dv-cinder-824187-7-iscsi neutron-server[109085]: 'Trunk': '1.1'}} Jan 28 13:37:44.258467 dv-cinder-824187-7-iscsi neutron-server[109085]: {{(pid=109085) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 13:37:44.301595 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-93057746-755e-44ed-ae08-c36bee42ba64 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742788371074'] for network (dca7aad5-4951-4213-9bc4-17c98b73c3b6), precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:44.343396 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-93057746-755e-44ed-ae08-c36bee42ba64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625'] for network (dca7aad5-4951-4213-9bc4-17c98b73c3b6), after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:44.344588 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93057746-755e-44ed-ae08-c36bee42ba64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:44.345313 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-93057746-755e-44ed-ae08-c36bee42ba64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032615'] for network (None), before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:44.425079 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-93057746-755e-44ed-ae08-c36bee42ba64 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7920985 Jan 28 13:37:44.444962 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93057746-755e-44ed-ae08-c36bee42ba64 admin admin] Pushing event updated for resources: {'Network': ['ID=dca7aad5-4951-4213-9bc4-17c98b73c3b6,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:44.461155 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Network dca7aad5-4951-4213-9bc4-17c98b73c3b6 details requested by agent ovs-agent-dv-cinder-824187-7-iscsi with host dv-cinder-824187-7-iscsi {{(pid=109086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:37:47.185677 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 36800) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:47.623864 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c857d207-1153-402c-8d54-fe3edee539aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:47.625183 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-c857d207-1153-402c-8d54-fe3edee539aa admin admin] 10.222.0.72 "GET /v2.0/networks/dca7aad5-4951-4213-9bc4-17c98b73c3b6 HTTP/1.1" status: 200 len: 825 time: 0.4385071 Jan 28 13:37:47.656870 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-80baceaf-ffe7-432d-a1f1-1c13d9be11b0 admin admin] 10.222.0.72 "GET /v2.0/subnetpools/e3390f2e-cd9f-416f-8c21-6ddb0d95965c HTTP/1.1" status: 200 len: 734 time: 0.0256305 Jan 28 13:37:47.665490 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.v2.base [None req-bbcb9ee5-38fa-43d6-b690-ca5fb15c5fdd admin admin] Request body: {'subnet': {'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'network_id': 'dca7aad5-4951-4213-9bc4-17c98b73c3b6', 'subnetpool_id': 'e3390f2e-cd9f-416f-8c21-6ddb0d95965c', 'ip_version': 4, 'tenant_id': 'f4fc95370ed5408aa43782c1b24913cd'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:37:47.687824 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbcb9ee5-38fa-43d6-b690-ca5fb15c5fdd admin admin] Made reservation on behalf of f4fc95370ed5408aa43782c1b24913cd for: {'subnet': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:37:47.690091 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-bbcb9ee5-38fa-43d6-b690-ca5fb15c5fdd admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:47.978782 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-bbcb9ee5-38fa-43d6-b690-ca5fb15c5fdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625'] for subnet (e62f6806-bddd-4f2e-9076-76ea4f575df2), after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:48.042031 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcb9ee5-38fa-43d6-b690-ca5fb15c5fdd admin admin] Pushing event updated for resources: {'Subnet': ['ID=e62f6806-bddd-4f2e-9076-76ea4f575df2,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:48.049692 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbcb9ee5-38fa-43d6-b690-ca5fb15c5fdd admin admin] Checking segment: {'id': '540711bd-5fd3-4543-9a2e-8afd6c6a5e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'dca7aad5-4951-4213-9bc4-17c98b73c3b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:37:48.050786 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbcb9ee5-38fa-43d6-b690-ca5fb15c5fdd admin admin] Network hostable DHCP agents. Network: dca7aad5-4951-4213-9bc4-17c98b73c3b6, hostable agents: ['fe6892c5-7eb1-46ce-88dd-77c5bcc32263'], hosted agents: [] {{(pid=109085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:37:48.073535 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbcb9ee5-38fa-43d6-b690-ca5fb15c5fdd admin admin] Network dca7aad5-4951-4213-9bc4-17c98b73c3b6 is scheduled to be hosted by DHCP agent fe6892c5-7eb1-46ce-88dd-77c5bcc32263 with binding_index 1 {{(pid=109085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:37:48.090783 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-bbcb9ee5-38fa-43d6-b690-ca5fb15c5fdd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824187-7-iscsi, dca7aad5-4951-4213-9bc4-17c98b73c3b6) {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:37:48.095349 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbcb9ee5-38fa-43d6-b690-ca5fb15c5fdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:37:48.095932 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-bbcb9ee5-38fa-43d6-b690-ca5fb15c5fdd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032615'] for subnet (None), before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:48.102913 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e8e147b-e14b-4f56-9772-d3fb365dc8f0 None None] Network dca7aad5-4951-4213-9bc4-17c98b73c3b6 requested from dv-cinder-824187-7-iscsi {{(pid=109086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:37:48.112128 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-bbcb9ee5-38fa-43d6-b690-ca5fb15c5fdd admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4499333 Jan 28 13:37:48.367975 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f80b0e-612d-418d-be23-9d825d09d731 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp107b8415-c657-5120-917d-5bab152d4a1a-dca7aad5-4951-4213-9bc4-17c98b73c3b6', 'network_id': 'dca7aad5-4951-4213-9bc4-17c98b73c3b6', 'project_id': 'f4fc95370ed5408aa43782c1b24913cd', 'fixed_ips': [{'subnet_id': 'e62f6806-bddd-4f2e-9076-76ea4f575df2'}]}} from dv-cinder-824187-7-iscsi. {{(pid=109086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:37:48.369258 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-43f80b0e-612d-418d-be23-9d825d09d731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (None), before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:48.653222 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-43f80b0e-612d-418d-be23-9d825d09d731 None None] Allocated IP 172.20.0.2 (dca7aad5-4951-4213-9bc4-17c98b73c3b6/e62f6806-bddd-4f2e-9076-76ea4f575df2/9536ade0-df0c-493b-b45f-705a301ab032) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:37:48.920378 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-43f80b0e-612d-418d-be23-9d825d09d731 None None] Publish callbacks [] for port (9536ade0-df0c-493b-b45f-705a301ab032), precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:48.928529 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-43f80b0e-612d-418d-be23-9d825d09d731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742788384826'] for port (9536ade0-df0c-493b-b45f-705a301ab032), after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:49.007694 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43f80b0e-612d-418d-be23-9d825d09d731 None None] Network dca7aad5-4951-4213-9bc4-17c98b73c3b6 is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:37:49.017676 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-43f80b0e-612d-418d-be23-9d825d09d731 None None] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:37:49.021486 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f80b0e-612d-418d-be23-9d825d09d731 None None] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:37:49.025210 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f80b0e-612d-418d-be23-9d825d09d731 None None] Pushing event updated for resources: {'Port': ['ID=9536ade0-df0c-493b-b45f-705a301ab032,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:49.056932 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f80b0e-612d-418d-be23-9d825d09d731 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:37:49.057267 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f80b0e-612d-418d-be23-9d825d09d731 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:37:49.057670 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f80b0e-612d-418d-be23-9d825d09d731 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:37:49.058002 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f80b0e-612d-418d-be23-9d825d09d731 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:37:49.058346 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f80b0e-612d-418d-be23-9d825d09d731 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:37:49.058682 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f80b0e-612d-418d-be23-9d825d09d731 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:37:49.059018 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f80b0e-612d-418d-be23-9d825d09d731 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:37:49.059348 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f80b0e-612d-418d-be23-9d825d09d731 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:37:49.059682 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f80b0e-612d-418d-be23-9d825d09d731 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:37:49.060028 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f80b0e-612d-418d-be23-9d825d09d731 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:37:49.060361 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f80b0e-612d-418d-be23-9d825d09d731 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:37:49.060686 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f80b0e-612d-418d-be23-9d825d09d731 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:37:49.061042 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f80b0e-612d-418d-be23-9d825d09d731 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:37:49.062418 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f80b0e-612d-418d-be23-9d825d09d731 None None] Tracked resource versions report: Jan 28 13:37:49.062418 dv-cinder-824187-7-iscsi neutron-server[109086]: pushed versions: Jan 28 13:37:49.062418 dv-cinder-824187-7-iscsi neutron-server[109086]: { 'AddressGroup': {'1.2'}, Jan 28 13:37:49.062418 dv-cinder-824187-7-iscsi neutron-server[109086]: 'ConntrackHelper': {'1.0'}, Jan 28 13:37:49.062418 dv-cinder-824187-7-iscsi neutron-server[109086]: 'LocalIPAssociation': {'1.0'}, Jan 28 13:37:49.062418 dv-cinder-824187-7-iscsi neutron-server[109086]: 'Log': {'1.0'}, Jan 28 13:37:49.062418 dv-cinder-824187-7-iscsi neutron-server[109086]: 'Network': {'1.1'}, Jan 28 13:37:49.062418 dv-cinder-824187-7-iscsi neutron-server[109086]: 'Port': {'1.7'}, Jan 28 13:37:49.062418 dv-cinder-824187-7-iscsi neutron-server[109086]: 'PortForwarding': {'1.2'}, Jan 28 13:37:49.062418 dv-cinder-824187-7-iscsi neutron-server[109086]: 'QosPolicy': {'1.10'}, Jan 28 13:37:49.062418 dv-cinder-824187-7-iscsi neutron-server[109086]: 'SecurityGroup': {'1.5'}, Jan 28 13:37:49.062418 dv-cinder-824187-7-iscsi neutron-server[109086]: 'SecurityGroupRule': {'1.2'}, Jan 28 13:37:49.062418 dv-cinder-824187-7-iscsi neutron-server[109086]: 'SubPort': {'1.0'}, Jan 28 13:37:49.062418 dv-cinder-824187-7-iscsi neutron-server[109086]: 'Subnet': {'1.1'}, Jan 28 13:37:49.062418 dv-cinder-824187-7-iscsi neutron-server[109086]: 'Trunk': {'1.1'}} Jan 28 13:37:49.062418 dv-cinder-824187-7-iscsi neutron-server[109086]: consumer versions: Jan 28 13:37:49.062418 dv-cinder-824187-7-iscsi neutron-server[109086]: { DHCP agent@dv-cinder-824187-7-iscsi: {}, Jan 28 13:37:49.062418 dv-cinder-824187-7-iscsi neutron-server[109086]: L3 agent@dv-cinder-824187-7-iscsi: {}, Jan 28 13:37:49.062418 dv-cinder-824187-7-iscsi neutron-server[109086]: Metadata agent@dv-cinder-824187-7-iscsi: {}, Jan 28 13:37:49.062418 dv-cinder-824187-7-iscsi neutron-server[109086]: Metering agent@dv-cinder-824187-7-iscsi: {}, Jan 28 13:37:49.062418 dv-cinder-824187-7-iscsi neutron-server[109086]: Open vSwitch agent@dv-cinder-824187-7-iscsi: { 'AddressGroup': '1.2', Jan 28 13:37:49.062418 dv-cinder-824187-7-iscsi neutron-server[109086]: 'ConntrackHelper': '1.0', Jan 28 13:37:49.062418 dv-cinder-824187-7-iscsi neutron-server[109086]: 'LocalIPAssociation': '1.0', Jan 28 13:37:49.062418 dv-cinder-824187-7-iscsi neutron-server[109086]: 'Log': '1.0', Jan 28 13:37:49.062418 dv-cinder-824187-7-iscsi neutron-server[109086]: 'Network': '1.1', Jan 28 13:37:49.062418 dv-cinder-824187-7-iscsi neutron-server[109086]: 'Port': '1.7', Jan 28 13:37:49.062418 dv-cinder-824187-7-iscsi neutron-server[109086]: 'PortForwarding': '1.2', Jan 28 13:37:49.062418 dv-cinder-824187-7-iscsi neutron-server[109086]: 'QosPolicy': '1.10', Jan 28 13:37:49.062418 dv-cinder-824187-7-iscsi neutron-server[109086]: 'SecurityGroup': '1.5', Jan 28 13:37:49.062418 dv-cinder-824187-7-iscsi neutron-server[109086]: 'SecurityGroupRule': '1.2', Jan 28 13:37:49.062418 dv-cinder-824187-7-iscsi neutron-server[109086]: 'SubPort': '1.0', Jan 28 13:37:49.062418 dv-cinder-824187-7-iscsi neutron-server[109086]: 'Subnet': '1.1', Jan 28 13:37:49.062418 dv-cinder-824187-7-iscsi neutron-server[109086]: 'Trunk': '1.1'}} Jan 28 13:37:49.062418 dv-cinder-824187-7-iscsi neutron-server[109086]: {{(pid=109086) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 13:37:49.111358 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [None req-43f80b0e-612d-418d-be23-9d825d09d731 None None] Attempting to bind port 9536ade0-df0c-493b-b45f-705a301ab032 on host dv-cinder-824187-7-iscsi for vnic_type normal with profile {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:37:49.112042 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [None req-43f80b0e-612d-418d-be23-9d825d09d731 None None] Attempting to bind port 9536ade0-df0c-493b-b45f-705a301ab032 by drivers openvswitch,hyperv on host dv-cinder-824187-7-iscsi at level 0 using segments [{'id': '540711bd-5fd3-4543-9a2e-8afd6c6a5e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'dca7aad5-4951-4213-9bc4-17c98b73c3b6'}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:37:49.112146 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f80b0e-612d-418d-be23-9d825d09d731 None None] Attempting to bind port 9536ade0-df0c-493b-b45f-705a301ab032 on network dca7aad5-4951-4213-9bc4-17c98b73c3b6 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:37:49.117401 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f80b0e-612d-418d-be23-9d825d09d731 None None] Checking agent: {'id': '91ec632a-2927-4715-8bad-f3132ebcbe46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824187-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 37, 34), 'started_at': datetime.datetime(2022, 1, 28, 13, 37, 34), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 37, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824187-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:37:49.117781 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f80b0e-612d-418d-be23-9d825d09d731 None None] Checking segment: {'id': '540711bd-5fd3-4543-9a2e-8afd6c6a5e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'dca7aad5-4951-4213-9bc4-17c98b73c3b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:37:49.118274 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-43f80b0e-612d-418d-be23-9d825d09d731 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:49.118669 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f80b0e-612d-418d-be23-9d825d09d731 None None] Bound using segment: {'id': '540711bd-5fd3-4543-9a2e-8afd6c6a5e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'dca7aad5-4951-4213-9bc4-17c98b73c3b6'} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:37:49.119160 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [None req-43f80b0e-612d-418d-be23-9d825d09d731 None None] Bound port: 9536ade0-df0c-493b-b45f-705a301ab032, host: dv-cinder-824187-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '540711bd-5fd3-4543-9a2e-8afd6c6a5e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'dca7aad5-4951-4213-9bc4-17c98b73c3b6'}}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:37:49.119566 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-43f80b0e-612d-418d-be23-9d825d09d731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (9536ade0-df0c-493b-b45f-705a301ab032), before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:49.185559 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-43f80b0e-612d-418d-be23-9d825d09d731 None None] For port 9536ade0-df0c-493b-b45f-705a301ab032, host dv-cinder-824187-7-iscsi, cleared binding levels {{(pid=109086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:37:49.189762 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-43f80b0e-612d-418d-be23-9d825d09d731 None None] For port 9536ade0-df0c-493b-b45f-705a301ab032, host dv-cinder-824187-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-7-iscsi',level=0,port_id=9536ade0-df0c-493b-b45f-705a301ab032,segment=NetworkSegment(540711bd-5fd3-4543-9a2e-8afd6c6a5e60),segment_id=540711bd-5fd3-4543-9a2e-8afd6c6a5e60)] {{(pid=109086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:37:49.195818 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-43f80b0e-612d-418d-be23-9d825d09d731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862'] for port (9536ade0-df0c-493b-b45f-705a301ab032), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:49.259836 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f80b0e-612d-418d-be23-9d825d09d731 None None] Pushing event updated for resources: {'Port': ['ID=9536ade0-df0c-493b-b45f-705a301ab032,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:37:50.679750 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 36808) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:51.223314 dv-cinder-824187-7-iscsi neutron-server[109084]: WARNING oslo_policy.policy [None req-6ed85d2c-211c-44b0-a884-ef461abd1417 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 13:37:51.223953 dv-cinder-824187-7-iscsi neutron-server[109084]: WARNING oslo_policy.policy [None req-6ed85d2c-211c-44b0-a884-ef461abd1417 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 13:37:51.447367 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [None req-6ed85d2c-211c-44b0-a884-ef461abd1417 admin admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=109084) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:37:51.448404 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-6ed85d2c-211c-44b0-a884-ef461abd1417 admin admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7676055 Jan 28 13:37:53.914569 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 36822) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:54.274641 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [None req-a239baee-f89f-484e-b5ad-9646f3c4e471 admin admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=109084) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:37:54.275644 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-a239baee-f89f-484e-b5ad-9646f3c4e471 admin admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3599410 Jan 28 13:37:57.002387 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 36832) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:37:57.335581 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.v2.base [None req-781a2ab2-48c5-4abb-bc46-c3718f8edb69 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': 'f4fc95370ed5408aa43782c1b24913cd', 'admin_state_up': True}} {{(pid=109084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:37:57.394317 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.policy [None req-781a2ab2-48c5-4abb-bc46-c3718f8edb69 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109084) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 28 13:37:57.436791 dv-cinder-824187-7-iscsi neutron-server[109084]: WARNING oslo_policy.policy [None req-781a2ab2-48c5-4abb-bc46-c3718f8edb69 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 13:37:57.437191 dv-cinder-824187-7-iscsi neutron-server[109084]: WARNING oslo_policy.policy [None req-781a2ab2-48c5-4abb-bc46-c3718f8edb69 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 13:37:57.499428 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-781a2ab2-48c5-4abb-bc46-c3718f8edb69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1812062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-46824'] for router (cee435f3-868a-487b-a815-a4d7e3937e9d), before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:57.501181 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-781a2ab2-48c5-4abb-bc46-c3718f8edb69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1812686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1816868', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1575594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-46611'] for router (cee435f3-868a-487b-a815-a4d7e3937e9d), precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:57.652657 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-781a2ab2-48c5-4abb-bc46-c3718f8edb69 admin admin] Publish callbacks [] for router_controller (cee435f3-868a-487b-a815-a4d7e3937e9d), precommit_add_association {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:57.658500 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-781a2ab2-48c5-4abb-bc46-c3718f8edb69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1812695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1816913'] for router (cee435f3-868a-487b-a815-a4d7e3937e9d), after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:57.678920 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-781a2ab2-48c5-4abb-bc46-c3718f8edb69 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:57.680144 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-781a2ab2-48c5-4abb-bc46-c3718f8edb69 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6764169 Jan 28 13:37:58.194696 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9a7d1346-7b29-40ee-bbb8-cb603ee70258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (fe6892c5-7eb1-46ce-88dd-77c5bcc32263), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:58.442372 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.agents_db [None req-2611350c-8bbf-4fa3-a5bb-e2ba3591f3a7 None None] Agent healthcheck: found 5 active agents {{(pid=109087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:37:58.869572 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Device 9536ade0-df0c-493b-b45f-705a301ab032 up at agent ovs-agent-dv-cinder-824187-7-iscsi {{(pid=109086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:37:58.966995 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Provisioning complete for port 9536ade0-df0c-493b-b45f-705a301ab032 triggered by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:37:58.967416 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041328'] for port (9536ade0-df0c-493b-b45f-705a301ab032), provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:59.072593 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Current status of the port 9536ade0-df0c-493b-b45f-705a301ab032 is: DOWN; New status is: ACTIVE {{(pid=109086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:37:59.072935 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (9536ade0-df0c-493b-b45f-705a301ab032), before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:59.106867 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] For port 9536ade0-df0c-493b-b45f-705a301ab032, host dv-cinder-824187-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-7-iscsi',level=0,port_id=9536ade0-df0c-493b-b45f-705a301ab032,segment=NetworkSegment(540711bd-5fd3-4543-9a2e-8afd6c6a5e60),segment_id=540711bd-5fd3-4543-9a2e-8afd6c6a5e60)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:37:59.111594 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862'] for port (9536ade0-df0c-493b-b45f-705a301ab032), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:37:59.162817 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Pushing event updated for resources: {'Port': ['ID=9536ade0-df0c-493b-b45f-705a301ab032,revision_number=3']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:00.143571 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 36846) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:00.252225 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e8763df4-0733-40a3-b334-5e1a1f19c961 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (5fb30df9-6f10-41b8-94cc-b881623ba250), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:00.278190 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-457bbc29-a0eb-4bc7-bbf4-8cecd061870e None None] Network dca7aad5-4951-4213-9bc4-17c98b73c3b6 requested from dv-cinder-824187-7-iscsi {{(pid=109086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:38:00.341963 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-7f045321-5739-4827-9db0-3674a250bce0 None None] Provisioning complete for port 9536ade0-df0c-493b-b45f-705a301ab032 triggered by entity DHCP. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:38:00.342369 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7f045321-5739-4827-9db0-3674a250bce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041328'] for port (9536ade0-df0c-493b-b45f-705a301ab032), provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:00.467593 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-7f045321-5739-4827-9db0-3674a250bce0 None None] Current status of the port 9536ade0-df0c-493b-b45f-705a301ab032 is: ACTIVE; New status is: ACTIVE {{(pid=109086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:38:00.475778 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [None req-f6d09b9f-f96e-4497-ad4f-28ac6e9c89d3 admin admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=109085) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:38:00.477003 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-f6d09b9f-f96e-4497-ad4f-28ac6e9c89d3 admin admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3320379 Jan 28 13:38:00.698306 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-5074412f-49f0-4569-aaff-77954bb753b5 None None] Provisioning complete for port 9536ade0-df0c-493b-b45f-705a301ab032 triggered by entity DHCP. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:38:00.698565 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5074412f-49f0-4569-aaff-77954bb753b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041328'] for port (9536ade0-df0c-493b-b45f-705a301ab032), provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:00.779463 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-5074412f-49f0-4569-aaff-77954bb753b5 None None] Current status of the port 9536ade0-df0c-493b-b45f-705a301ab032 is: ACTIVE; New status is: ACTIVE {{(pid=109086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:38:00.818065 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Device 9536ade0-df0c-493b-b45f-705a301ab032 up at agent ovs-agent-dv-cinder-824187-7-iscsi {{(pid=109086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:38:00.868420 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Provisioning complete for port 9536ade0-df0c-493b-b45f-705a301ab032 triggered by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:38:00.868795 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041328'] for port (9536ade0-df0c-493b-b45f-705a301ab032), provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:00.961267 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Current status of the port 9536ade0-df0c-493b-b45f-705a301ab032 is: ACTIVE; New status is: ACTIVE {{(pid=109086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:38:01.628629 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-120fdcba-5236-4c4f-ad1d-de3bbc2703f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (270c75b4-e9a8-4b16-85de-99abb56244df), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:02.748097 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a365d3e8-b48a-4a28-95b6-25537061fe93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (282d2827-b9b4-4282-91d0-335a7cd9818a), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:03.021958 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 36876) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:03.157425 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.v2.base [None req-826821f6-15c1-485c-a193-22769d47c33e admin admin] Request body: {'network': {'project_id': '3859045e85c4430bb27f63b2cf9ab4a3', 'tenant_id': '3859045e85c4430bb27f63b2cf9ab4a3', 'provider:network_type': 'flat', 'name': 'public', 'router:external': True, 'is_default': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:38:03.181775 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-826821f6-15c1-485c-a193-22769d47c33e admin admin] Made reservation on behalf of 3859045e85c4430bb27f63b2cf9ab4a3 for: {'network': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:38:03.184182 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-826821f6-15c1-485c-a193-22769d47c33e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for network (None), before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:03.195968 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-826821f6-15c1-485c-a193-22769d47c33e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:03.273929 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-826821f6-15c1-485c-a193-22769d47c33e admin admin] Publish callbacks [] for security_group (598ebf43-1ff1-4e0a-8566-ad95e0404771), precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:03.278839 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-826821f6-15c1-485c-a193-22769d47c33e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (598ebf43-1ff1-4e0a-8566-ad95e0404771), after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:03.293849 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-826821f6-15c1-485c-a193-22769d47c33e admin admin] Reserving flat network on physical network physnet1 {{(pid=109085) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jan 28 13:38:03.313940 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826821f6-15c1-485c-a193-22769d47c33e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=598ebf43-1ff1-4e0a-8566-ad95e0404771,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:03.318532 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-826821f6-15c1-485c-a193-22769d47c33e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-923698'] for segment (2ff911eb-b784-4487-8703-ed6009453f86), precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:03.318872 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.db.segments_db [None req-826821f6-15c1-485c-a193-22769d47c33e admin admin] Added segment 2ff911eb-b784-4487-8703-ed6009453f86 of type flat for network 5658bb11-9d09-4b0d-90e7-a96bf662b067 Jan 28 13:38:03.366269 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-826821f6-15c1-485c-a193-22769d47c33e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742788371074'] for network (5658bb11-9d09-4b0d-90e7-a96bf662b067), precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:03.403790 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-826821f6-15c1-485c-a193-22769d47c33e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625'] for network (5658bb11-9d09-4b0d-90e7-a96bf662b067), after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:03.404745 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-826821f6-15c1-485c-a193-22769d47c33e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:03.405402 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-826821f6-15c1-485c-a193-22769d47c33e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032615'] for network (None), before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:03.462234 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-826821f6-15c1-485c-a193-22769d47c33e admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4391983 Jan 28 13:38:03.469996 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826821f6-15c1-485c-a193-22769d47c33e admin admin] Pushing event updated for resources: {'Network': ['ID=5658bb11-9d09-4b0d-90e7-a96bf662b067,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:03.490416 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Network 5658bb11-9d09-4b0d-90e7-a96bf662b067 details requested by agent ovs-agent-dv-cinder-824187-7-iscsi with host dv-cinder-824187-7-iscsi {{(pid=109086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:38:04.208930 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (91ec632a-2927-4715-8bad-f3132ebcbe46), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:05.796399 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 36884) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:05.909903 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b75df6-ba2a-40b8-92d8-679e6624ab5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:05.911239 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-a1b75df6-ba2a-40b8-92d8-679e6624ab5b admin admin] 10.222.0.72 "GET /v2.0/subnets/e62f6806-bddd-4f2e-9076-76ea4f575df2 HTTP/1.1" status: 200 len: 849 time: 0.1137080 Jan 28 13:38:06.070671 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-47c02fd4-c96c-479f-9f9f-ed8841499ab5 admin admin] 10.222.0.72 "GET /v2.0/routers/cee435f3-868a-487b-a815-a4d7e3937e9d HTTP/1.1" status: 200 len: 704 time: 0.1506405 Jan 28 13:38:06.366709 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d640f65a-de76-4431-b657-237b4aea2bdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (None), before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:06.673737 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [None req-d640f65a-de76-4431-b657-237b4aea2bdf admin admin] Allocated IP 172.20.0.1 (dca7aad5-4951-4213-9bc4-17c98b73c3b6/e62f6806-bddd-4f2e-9076-76ea4f575df2/7f0a832c-da70-44c6-98d9-c3d7ae2555f4) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:38:06.835060 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d640f65a-de76-4431-b657-237b4aea2bdf admin admin] Publish callbacks [] for port (7f0a832c-da70-44c6-98d9-c3d7ae2555f4), precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:06.954822 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d640f65a-de76-4431-b657-237b4aea2bdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742788384826'] for port (7f0a832c-da70-44c6-98d9-c3d7ae2555f4), after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:07.028184 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d640f65a-de76-4431-b657-237b4aea2bdf admin admin] Network dca7aad5-4951-4213-9bc4-17c98b73c3b6 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:38:07.034927 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-d640f65a-de76-4431-b657-237b4aea2bdf admin admin] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:38:07.038119 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d640f65a-de76-4431-b657-237b4aea2bdf admin admin] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:38:07.038933 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d640f65a-de76-4431-b657-237b4aea2bdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1817636'] for router_interface (cee435f3-868a-487b-a815-a4d7e3937e9d), before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:07.067045 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d640f65a-de76-4431-b657-237b4aea2bdf admin admin] Pushing event updated for resources: {'Port': ['ID=7f0a832c-da70-44c6-98d9-c3d7ae2555f4,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:07.239582 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d640f65a-de76-4431-b657-237b4aea2bdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (7f0a832c-da70-44c6-98d9-c3d7ae2555f4), before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:07.249661 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-62b1f198-23d0-4795-ac8f-b3a864e436d1 None None] Provisioning complete for port 7f0a832c-da70-44c6-98d9-c3d7ae2555f4 triggered by entity DHCP. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:38:07.250142 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-62b1f198-23d0-4795-ac8f-b3a864e436d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041328'] for port (7f0a832c-da70-44c6-98d9-c3d7ae2555f4), provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:07.283770 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-62b1f198-23d0-4795-ac8f-b3a864e436d1 None None] Port 7f0a832c-da70-44c6-98d9-c3d7ae2555f4 cannot update to ACTIVE because it is not bound. {{(pid=109086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:38:07.452565 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d640f65a-de76-4431-b657-237b4aea2bdf admin admin] Publish callbacks [] for port (7f0a832c-da70-44c6-98d9-c3d7ae2555f4), precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:07.461481 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d640f65a-de76-4431-b657-237b4aea2bdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862'] for port (7f0a832c-da70-44c6-98d9-c3d7ae2555f4), after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:07.462856 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d640f65a-de76-4431-b657-237b4aea2bdf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2032387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1811860'] for router_interface (cee435f3-868a-487b-a815-a4d7e3937e9d), after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:07.543310 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d640f65a-de76-4431-b657-237b4aea2bdf admin admin] Pushing event updated for resources: {'Port': ['ID=7f0a832c-da70-44c6-98d9-c3d7ae2555f4,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:07.600737 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d640f65a-de76-4431-b657-237b4aea2bdf admin admin] Network dca7aad5-4951-4213-9bc4-17c98b73c3b6 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:38:07.603161 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-d640f65a-de76-4431-b657-237b4aea2bdf admin admin] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:38:07.771015 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d640f65a-de76-4431-b657-237b4aea2bdf admin admin] Router cee435f3-868a-487b-a815-a4d7e3937e9d is scheduled to L3 agent 5fb30df9-6f10-41b8-94cc-b881623ba250 with binding_index 1 {{(pid=109085) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:38:07.807077 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-dfb2f2d3-9f60-41d2-bb02-b511139767f2 None None] Provisioning complete for port 7f0a832c-da70-44c6-98d9-c3d7ae2555f4 triggered by entity DHCP. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:38:07.807378 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-dfb2f2d3-9f60-41d2-bb02-b511139767f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041328'] for port (7f0a832c-da70-44c6-98d9-c3d7ae2555f4), provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:07.843715 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-dfb2f2d3-9f60-41d2-bb02-b511139767f2 None None] Port 7f0a832c-da70-44c6-98d9-c3d7ae2555f4 cannot update to ACTIVE because it is not bound. {{(pid=109086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:38:07.867070 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d640f65a-de76-4431-b657-237b4aea2bdf admin admin] Notify agent at l3_agent.dv-cinder-824187-7-iscsi the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:38:07.872539 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-d640f65a-de76-4431-b657-237b4aea2bdf admin admin] 10.222.0.72 "PUT /v2.0/routers/cee435f3-868a-487b-a815-a4d7e3937e9d/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7939122 Jan 28 13:38:07.888314 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e074f330-81fc-47cf-ab92-39240bcf2ef2 None None] Sync routers for ids ['cee435f3-868a-487b-a815-a4d7e3937e9d'] in dv-cinder-824187-7-iscsi {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:38:07.901163 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e074f330-81fc-47cf-ab92-39240bcf2ef2 None None] Routers {'cee435f3-868a-487b-a815-a4d7e3937e9d'} bound to L3 agent in host dv-cinder-824187-7-iscsi {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:38:07.902377 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-e074f330-81fc-47cf-ab92-39240bcf2ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-28T13:37:30Z,description=,heartbeat_timestamp=2022-01-28T13:38:00Z,host='dv-cinder-824187-7-iscsi',id=5fb30df9-6f10-41b8-94cc-b881623ba250,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:37:30Z,topic='l3_agent')) {'router_ids': ['cee435f3-868a-487b-a815-a4d7e3937e9d'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:38:08.091159 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-e074f330-81fc-47cf-ab92-39240bcf2ef2 None None] Set router cee435f3-868a-487b-a815-a4d7e3937e9d gateway port host: None {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:38:08.519853 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-e074f330-81fc-47cf-ab92-39240bcf2ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cee435f3-868a-487b-a815-a4d7e3937e9d', 'name': 'router1', 'tenant_id': 'f4fc95370ed5408aa43782c1b24913cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:37:57Z', 'updated_at': '2022-01-28T13:38:07Z', 'revision_number': 2, 'project_id': 'f4fc95370ed5408aa43782c1b24913cd', 'gw_port_host': None, '_interfaces': [{'id': '7f0a832c-da70-44c6-98d9-c3d7ae2555f4', 'name': '', 'network_id': 'dca7aad5-4951-4213-9bc4-17c98b73c3b6', 'tenant_id': 'f4fc95370ed5408aa43782c1b24913cd', 'mac_address': 'fa:16:3e:0b:b7:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cee435f3-868a-487b-a815-a4d7e3937e9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e62f6806-bddd-4f2e-9076-76ea4f575df2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:38:06Z', 'updated_at': '2022-01-28T13:38:07Z', 'revision_number': 2, 'project_id': 'f4fc95370ed5408aa43782c1b24913cd', 'subnets': [{'id': 'e62f6806-bddd-4f2e-9076-76ea4f575df2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e3390f2e-cd9f-416f-8c21-6ddb0d95965c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824187-7-iscsi', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:38:08.571385 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e074f330-81fc-47cf-ab92-39240bcf2ef2 None None] Checking router: cee435f3-868a-487b-a815-a4d7e3937e9d for host: dv-cinder-824187-7-iscsi {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:38:08.571754 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e074f330-81fc-47cf-ab92-39240bcf2ef2 None None] Updating router cee435f3-868a-487b-a815-a4d7e3937e9d port 7f0a832c-da70-44c6-98d9-c3d7ae2555f4 binding host dv-cinder-824187-7-iscsi {{(pid=109087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:38:08.622744 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-e074f330-81fc-47cf-ab92-39240bcf2ef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (7f0a832c-da70-44c6-98d9-c3d7ae2555f4), before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:09.140378 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-e074f330-81fc-47cf-ab92-39240bcf2ef2 None None] Publish callbacks [] for port (7f0a832c-da70-44c6-98d9-c3d7ae2555f4), precommit_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:09.148217 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-e074f330-81fc-47cf-ab92-39240bcf2ef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862'] for port (7f0a832c-da70-44c6-98d9-c3d7ae2555f4), after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:09.249358 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6257da4-18f5-4dfd-b78b-532c18be8768 None None] Pushing event updated for resources: {'Port': ['ID=7f0a832c-da70-44c6-98d9-c3d7ae2555f4,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:09.259662 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6257da4-18f5-4dfd-b78b-532c18be8768 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:38:09.260009 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6257da4-18f5-4dfd-b78b-532c18be8768 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:38:09.260370 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6257da4-18f5-4dfd-b78b-532c18be8768 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:38:09.260712 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6257da4-18f5-4dfd-b78b-532c18be8768 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:38:09.261075 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6257da4-18f5-4dfd-b78b-532c18be8768 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:38:09.261408 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6257da4-18f5-4dfd-b78b-532c18be8768 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:38:09.261737 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6257da4-18f5-4dfd-b78b-532c18be8768 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:38:09.262067 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6257da4-18f5-4dfd-b78b-532c18be8768 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:38:09.262397 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6257da4-18f5-4dfd-b78b-532c18be8768 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:38:09.262736 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6257da4-18f5-4dfd-b78b-532c18be8768 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:38:09.263064 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6257da4-18f5-4dfd-b78b-532c18be8768 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:38:09.263383 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6257da4-18f5-4dfd-b78b-532c18be8768 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:38:09.263711 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6257da4-18f5-4dfd-b78b-532c18be8768 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:38:09.265136 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6257da4-18f5-4dfd-b78b-532c18be8768 None None] Tracked resource versions report: Jan 28 13:38:09.265136 dv-cinder-824187-7-iscsi neutron-server[109087]: pushed versions: Jan 28 13:38:09.265136 dv-cinder-824187-7-iscsi neutron-server[109087]: { 'AddressGroup': {'1.2'}, Jan 28 13:38:09.265136 dv-cinder-824187-7-iscsi neutron-server[109087]: 'ConntrackHelper': {'1.0'}, Jan 28 13:38:09.265136 dv-cinder-824187-7-iscsi neutron-server[109087]: 'LocalIPAssociation': {'1.0'}, Jan 28 13:38:09.265136 dv-cinder-824187-7-iscsi neutron-server[109087]: 'Log': {'1.0'}, Jan 28 13:38:09.265136 dv-cinder-824187-7-iscsi neutron-server[109087]: 'Network': {'1.1'}, Jan 28 13:38:09.265136 dv-cinder-824187-7-iscsi neutron-server[109087]: 'Port': {'1.7'}, Jan 28 13:38:09.265136 dv-cinder-824187-7-iscsi neutron-server[109087]: 'PortForwarding': {'1.2'}, Jan 28 13:38:09.265136 dv-cinder-824187-7-iscsi neutron-server[109087]: 'QosPolicy': {'1.10'}, Jan 28 13:38:09.265136 dv-cinder-824187-7-iscsi neutron-server[109087]: 'SecurityGroup': {'1.5'}, Jan 28 13:38:09.265136 dv-cinder-824187-7-iscsi neutron-server[109087]: 'SecurityGroupRule': {'1.2'}, Jan 28 13:38:09.265136 dv-cinder-824187-7-iscsi neutron-server[109087]: 'SubPort': {'1.0'}, Jan 28 13:38:09.265136 dv-cinder-824187-7-iscsi neutron-server[109087]: 'Subnet': {'1.1'}, Jan 28 13:38:09.265136 dv-cinder-824187-7-iscsi neutron-server[109087]: 'Trunk': {'1.1'}} Jan 28 13:38:09.265136 dv-cinder-824187-7-iscsi neutron-server[109087]: consumer versions: Jan 28 13:38:09.265136 dv-cinder-824187-7-iscsi neutron-server[109087]: { DHCP agent@dv-cinder-824187-7-iscsi: {}, Jan 28 13:38:09.265136 dv-cinder-824187-7-iscsi neutron-server[109087]: L3 agent@dv-cinder-824187-7-iscsi: {}, Jan 28 13:38:09.265136 dv-cinder-824187-7-iscsi neutron-server[109087]: Metadata agent@dv-cinder-824187-7-iscsi: {}, Jan 28 13:38:09.265136 dv-cinder-824187-7-iscsi neutron-server[109087]: Metering agent@dv-cinder-824187-7-iscsi: {}, Jan 28 13:38:09.265136 dv-cinder-824187-7-iscsi neutron-server[109087]: Open vSwitch agent@dv-cinder-824187-7-iscsi: { 'AddressGroup': '1.2', Jan 28 13:38:09.265136 dv-cinder-824187-7-iscsi neutron-server[109087]: 'ConntrackHelper': '1.0', Jan 28 13:38:09.265136 dv-cinder-824187-7-iscsi neutron-server[109087]: 'LocalIPAssociation': '1.0', Jan 28 13:38:09.265136 dv-cinder-824187-7-iscsi neutron-server[109087]: 'Log': '1.0', Jan 28 13:38:09.265136 dv-cinder-824187-7-iscsi neutron-server[109087]: 'Network': '1.1', Jan 28 13:38:09.265136 dv-cinder-824187-7-iscsi neutron-server[109087]: 'Port': '1.7', Jan 28 13:38:09.265136 dv-cinder-824187-7-iscsi neutron-server[109087]: 'PortForwarding': '1.2', Jan 28 13:38:09.265136 dv-cinder-824187-7-iscsi neutron-server[109087]: 'QosPolicy': '1.10', Jan 28 13:38:09.265136 dv-cinder-824187-7-iscsi neutron-server[109087]: 'SecurityGroup': '1.5', Jan 28 13:38:09.265136 dv-cinder-824187-7-iscsi neutron-server[109087]: 'SecurityGroupRule': '1.2', Jan 28 13:38:09.265136 dv-cinder-824187-7-iscsi neutron-server[109087]: 'SubPort': '1.0', Jan 28 13:38:09.265136 dv-cinder-824187-7-iscsi neutron-server[109087]: 'Subnet': '1.1', Jan 28 13:38:09.265136 dv-cinder-824187-7-iscsi neutron-server[109087]: 'Trunk': '1.1'}} Jan 28 13:38:09.265136 dv-cinder-824187-7-iscsi neutron-server[109087]: {{(pid=109087) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 13:38:09.347328 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-e074f330-81fc-47cf-ab92-39240bcf2ef2 None None] Attempting to bind port 7f0a832c-da70-44c6-98d9-c3d7ae2555f4 on host dv-cinder-824187-7-iscsi for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:38:09.347744 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-e074f330-81fc-47cf-ab92-39240bcf2ef2 None None] Attempting to bind port 7f0a832c-da70-44c6-98d9-c3d7ae2555f4 by drivers openvswitch,hyperv on host dv-cinder-824187-7-iscsi at level 0 using segments [{'id': '540711bd-5fd3-4543-9a2e-8afd6c6a5e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'dca7aad5-4951-4213-9bc4-17c98b73c3b6'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:38:09.348157 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e074f330-81fc-47cf-ab92-39240bcf2ef2 None None] Attempting to bind port 7f0a832c-da70-44c6-98d9-c3d7ae2555f4 on network dca7aad5-4951-4213-9bc4-17c98b73c3b6 {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:38:09.353261 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e074f330-81fc-47cf-ab92-39240bcf2ef2 None None] Checking agent: {'id': '91ec632a-2927-4715-8bad-f3132ebcbe46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824187-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 37, 34), 'started_at': datetime.datetime(2022, 1, 28, 13, 38, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 38, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824187-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:38:09.353666 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e074f330-81fc-47cf-ab92-39240bcf2ef2 None None] Checking segment: {'id': '540711bd-5fd3-4543-9a2e-8afd6c6a5e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'dca7aad5-4951-4213-9bc4-17c98b73c3b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:38:09.354155 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-e074f330-81fc-47cf-ab92-39240bcf2ef2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:09.354546 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e074f330-81fc-47cf-ab92-39240bcf2ef2 None None] Bound using segment: {'id': '540711bd-5fd3-4543-9a2e-8afd6c6a5e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'dca7aad5-4951-4213-9bc4-17c98b73c3b6'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:38:09.355036 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-e074f330-81fc-47cf-ab92-39240bcf2ef2 None None] Bound port: 7f0a832c-da70-44c6-98d9-c3d7ae2555f4, host: dv-cinder-824187-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '540711bd-5fd3-4543-9a2e-8afd6c6a5e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': 'dca7aad5-4951-4213-9bc4-17c98b73c3b6'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:38:09.355432 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-e074f330-81fc-47cf-ab92-39240bcf2ef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (7f0a832c-da70-44c6-98d9-c3d7ae2555f4), before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:09.375926 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-54e032dd-08d0-40e8-90f2-b23a9c53bccc None None] Provisioning complete for port 7f0a832c-da70-44c6-98d9-c3d7ae2555f4 triggered by entity DHCP. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:38:09.376480 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-54e032dd-08d0-40e8-90f2-b23a9c53bccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041328'] for port (7f0a832c-da70-44c6-98d9-c3d7ae2555f4), provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:09.410174 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-54e032dd-08d0-40e8-90f2-b23a9c53bccc None None] Port 7f0a832c-da70-44c6-98d9-c3d7ae2555f4 cannot update to ACTIVE because it is not bound. {{(pid=109086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:38:09.424740 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-e074f330-81fc-47cf-ab92-39240bcf2ef2 None None] For port 7f0a832c-da70-44c6-98d9-c3d7ae2555f4, host dv-cinder-824187-7-iscsi, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:38:09.444186 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-e074f330-81fc-47cf-ab92-39240bcf2ef2 None None] For port 7f0a832c-da70-44c6-98d9-c3d7ae2555f4, host dv-cinder-824187-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-7-iscsi',level=0,port_id=7f0a832c-da70-44c6-98d9-c3d7ae2555f4,segment=NetworkSegment(540711bd-5fd3-4543-9a2e-8afd6c6a5e60),segment_id=540711bd-5fd3-4543-9a2e-8afd6c6a5e60)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:38:09.449663 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-e074f330-81fc-47cf-ab92-39240bcf2ef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862'] for port (7f0a832c-da70-44c6-98d9-c3d7ae2555f4), after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:09.508272 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6257da4-18f5-4dfd-b78b-532c18be8768 None None] Pushing event updated for resources: {'Port': ['ID=7f0a832c-da70-44c6-98d9-c3d7ae2555f4,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:09.513383 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e074f330-81fc-47cf-ab92-39240bcf2ef2 None None] Routers {'cee435f3-868a-487b-a815-a4d7e3937e9d'} bound to L3 agent in host dv-cinder-824187-7-iscsi {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:38:09.513965 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-e074f330-81fc-47cf-ab92-39240bcf2ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-28T13:37:30Z,description=,heartbeat_timestamp=2022-01-28T13:38:00Z,host='dv-cinder-824187-7-iscsi',id=5fb30df9-6f10-41b8-94cc-b881623ba250,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:37:30Z,topic='l3_agent')) {'router_ids': ['cee435f3-868a-487b-a815-a4d7e3937e9d'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:38:09.603882 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-e074f330-81fc-47cf-ab92-39240bcf2ef2 None None] Set router cee435f3-868a-487b-a815-a4d7e3937e9d gateway port host: None {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:38:09.731306 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-4c2419b7-0794-4408-abc8-c65420cfc026 None None] Provisioning complete for port 7f0a832c-da70-44c6-98d9-c3d7ae2555f4 triggered by entity DHCP. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:38:09.731703 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4c2419b7-0794-4408-abc8-c65420cfc026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041328'] for port (7f0a832c-da70-44c6-98d9-c3d7ae2555f4), provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:09.810630 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-4c2419b7-0794-4408-abc8-c65420cfc026 None None] Current status of the port 7f0a832c-da70-44c6-98d9-c3d7ae2555f4 is: DOWN; New status is: ACTIVE {{(pid=109086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:38:09.810914 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4c2419b7-0794-4408-abc8-c65420cfc026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (7f0a832c-da70-44c6-98d9-c3d7ae2555f4), before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:09.822284 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-e074f330-81fc-47cf-ab92-39240bcf2ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cee435f3-868a-487b-a815-a4d7e3937e9d', 'name': 'router1', 'tenant_id': 'f4fc95370ed5408aa43782c1b24913cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:37:57Z', 'updated_at': '2022-01-28T13:38:07Z', 'revision_number': 2, 'project_id': 'f4fc95370ed5408aa43782c1b24913cd', 'gw_port_host': None, '_interfaces': [{'id': '7f0a832c-da70-44c6-98d9-c3d7ae2555f4', 'name': '', 'network_id': 'dca7aad5-4951-4213-9bc4-17c98b73c3b6', 'tenant_id': 'f4fc95370ed5408aa43782c1b24913cd', 'mac_address': 'fa:16:3e:0b:b7:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cee435f3-868a-487b-a815-a4d7e3937e9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e62f6806-bddd-4f2e-9076-76ea4f575df2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:38:06Z', 'updated_at': '2022-01-28T13:38:09Z', 'revision_number': 4, 'project_id': 'f4fc95370ed5408aa43782c1b24913cd', 'subnets': [{'id': 'e62f6806-bddd-4f2e-9076-76ea4f575df2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e3390f2e-cd9f-416f-8c21-6ddb0d95965c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824187-7-iscsi', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:38:09.849394 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-4c2419b7-0794-4408-abc8-c65420cfc026 None None] For port 7f0a832c-da70-44c6-98d9-c3d7ae2555f4, host dv-cinder-824187-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-7-iscsi',level=0,port_id=7f0a832c-da70-44c6-98d9-c3d7ae2555f4,segment=NetworkSegment(540711bd-5fd3-4543-9a2e-8afd6c6a5e60),segment_id=540711bd-5fd3-4543-9a2e-8afd6c6a5e60)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:38:09.850524 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e074f330-81fc-47cf-ab92-39240bcf2ef2 None None] The sync data for ids ['cee435f3-868a-487b-a815-a4d7e3937e9d'] in dv-cinder-824187-7-iscsi is: [{'id': 'cee435f3-868a-487b-a815-a4d7e3937e9d', 'name': 'router1', 'tenant_id': 'f4fc95370ed5408aa43782c1b24913cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:37:57Z', 'updated_at': '2022-01-28T13:38:07Z', 'revision_number': 2, 'project_id': 'f4fc95370ed5408aa43782c1b24913cd', 'gw_port_host': None, '_interfaces': [{'id': '7f0a832c-da70-44c6-98d9-c3d7ae2555f4', 'name': '', 'network_id': 'dca7aad5-4951-4213-9bc4-17c98b73c3b6', 'tenant_id': 'f4fc95370ed5408aa43782c1b24913cd', 'mac_address': 'fa:16:3e:0b:b7:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cee435f3-868a-487b-a815-a4d7e3937e9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e62f6806-bddd-4f2e-9076-76ea4f575df2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:38:06Z', 'updated_at': '2022-01-28T13:38:09Z', 'revision_number': 4, 'project_id': 'f4fc95370ed5408aa43782c1b24913cd', 'subnets': [{'id': 'e62f6806-bddd-4f2e-9076-76ea4f575df2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e3390f2e-cd9f-416f-8c21-6ddb0d95965c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:38:09.855498 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4c2419b7-0794-4408-abc8-c65420cfc026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862'] for port (7f0a832c-da70-44c6-98d9-c3d7ae2555f4), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:09.901804 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2419b7-0794-4408-abc8-c65420cfc026 None None] Pushing event updated for resources: {'Port': ['ID=7f0a832c-da70-44c6-98d9-c3d7ae2555f4,revision_number=5']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:12.510207 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 36902) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:12.621653 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc207946-eb30-4464-a6f0-7e64d7be8c55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:12.623026 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-fc207946-eb30-4464-a6f0-7e64d7be8c55 admin admin] 10.222.0.72 "GET /v2.0/networks/5658bb11-9d09-4b0d-90e7-a96bf662b067 HTTP/1.1" status: 200 len: 842 time: 0.1118193 Jan 28 13:38:12.632675 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.v2.base [None req-8f31bc08-f3d8-47a6-9ca4-52213a43f5ee admin admin] Request body: {'subnet': {'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'gateway_ip': '172.27.0.1', 'cidr': '172.27.0.0/24', 'tenant_id': '3859045e85c4430bb27f63b2cf9ab4a3', 'enable_dhcp': False, 'name': 'public-subnet', 'ip_version': 4}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:38:12.656354 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f31bc08-f3d8-47a6-9ca4-52213a43f5ee admin admin] Made reservation on behalf of 3859045e85c4430bb27f63b2cf9ab4a3 for: {'subnet': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:38:12.659364 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8f31bc08-f3d8-47a6-9ca4-52213a43f5ee admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:12.956768 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.objects.ports [None req-8f31bc08-f3d8-47a6-9ca4-52213a43f5ee admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109085) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 28 13:38:12.957013 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8f31bc08-f3d8-47a6-9ca4-52213a43f5ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625'] for subnet (12c2ab48-c458-44a5-bf56-c21764e1e48c), after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:13.008304 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f31bc08-f3d8-47a6-9ca4-52213a43f5ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=12c2ab48-c458-44a5-bf56-c21764e1e48c,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:13.020059 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f31bc08-f3d8-47a6-9ca4-52213a43f5ee admin admin] Checking segment: {'id': '2ff911eb-b784-4487-8703-ed6009453f86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:38:13.020369 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f31bc08-f3d8-47a6-9ca4-52213a43f5ee admin admin] Network hostable DHCP agents. Network: 5658bb11-9d09-4b0d-90e7-a96bf662b067, hostable agents: ['fe6892c5-7eb1-46ce-88dd-77c5bcc32263'], hosted agents: [] {{(pid=109085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:38:13.041021 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f31bc08-f3d8-47a6-9ca4-52213a43f5ee admin admin] Network 5658bb11-9d09-4b0d-90e7-a96bf662b067 is scheduled to be hosted by DHCP agent fe6892c5-7eb1-46ce-88dd-77c5bcc32263 with binding_index 1 {{(pid=109085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:38:13.051554 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-8f31bc08-f3d8-47a6-9ca4-52213a43f5ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824187-7-iscsi, 5658bb11-9d09-4b0d-90e7-a96bf662b067) {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:38:13.056032 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f31bc08-f3d8-47a6-9ca4-52213a43f5ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:13.056629 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-8f31bc08-f3d8-47a6-9ca4-52213a43f5ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032615'] for subnet (None), before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:13.061077 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d07673-34bc-48a2-b4f2-e72d3bcf1af4 None None] Network 5658bb11-9d09-4b0d-90e7-a96bf662b067 requested from dv-cinder-824187-7-iscsi {{(pid=109086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:38:13.081509 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-8f31bc08-f3d8-47a6-9ca4-52213a43f5ee admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4521575 Jan 28 13:38:13.167913 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af9514a9-a9ac-49a6-9034-e15ed30a7ecf None None] Network 5658bb11-9d09-4b0d-90e7-a96bf662b067 requested from dv-cinder-824187-7-iscsi {{(pid=109086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:38:15.412587 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 36910) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:15.630216 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-d900dfe4-962e-43e7-aa8c-1132da576044 admin admin] 10.222.0.72 "GET /v2.0/routers/cee435f3-868a-487b-a815-a4d7e3937e9d HTTP/1.1" status: 200 len: 710 time: 0.2163708 Jan 28 13:38:15.714757 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58cf3585-0396-4ab0-b765-d25931d57d17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:38:15.716139 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-58cf3585-0396-4ab0-b765-d25931d57d17 admin admin] 10.222.0.72 "GET /v2.0/networks/5658bb11-9d09-4b0d-90e7-a96bf662b067 HTTP/1.1" status: 200 len: 886 time: 0.0803668 Jan 28 13:38:15.725640 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.v2.base [None req-4a4852f2-428a-4a0a-9b72-7e0f9598c0b9 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067'}}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:38:15.976648 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4a4852f2-428a-4a0a-9b72-7e0f9598c0b9 admin admin] Publish callbacks [] for router_gateway (cee435f3-868a-487b-a815-a4d7e3937e9d), precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:16.224455 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4a4852f2-428a-4a0a-9b72-7e0f9598c0b9 admin admin] Publish callbacks [] for router_gateway (cee435f3-868a-487b-a815-a4d7e3937e9d), before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:16.305305 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4a4852f2-428a-4a0a-9b72-7e0f9598c0b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (None), before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:16.410007 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [None req-4a4852f2-428a-4a0a-9b72-7e0f9598c0b9 admin admin] Allocated IP 172.27.0.230 (5658bb11-9d09-4b0d-90e7-a96bf662b067/12c2ab48-c458-44a5-bf56-c21764e1e48c/5780894a-9283-4dff-b574-daaaf9cbd2a1) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:38:16.513510 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4a4852f2-428a-4a0a-9b72-7e0f9598c0b9 admin admin] Publish callbacks [] for port (5780894a-9283-4dff-b574-daaaf9cbd2a1), precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:16.548821 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4a4852f2-428a-4a0a-9b72-7e0f9598c0b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742788384826'] for port (5780894a-9283-4dff-b574-daaaf9cbd2a1), after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:16.592887 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a4852f2-428a-4a0a-9b72-7e0f9598c0b9 admin admin] Network 5658bb11-9d09-4b0d-90e7-a96bf662b067 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:38:16.595571 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-4a4852f2-428a-4a0a-9b72-7e0f9598c0b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:38:16.598994 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4852f2-428a-4a0a-9b72-7e0f9598c0b9 admin admin] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:38:16.635121 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4852f2-428a-4a0a-9b72-7e0f9598c0b9 admin admin] Pushing event updated for resources: {'Port': ['ID=5780894a-9283-4dff-b574-daaaf9cbd2a1,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:16.859683 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Device 7f0a832c-da70-44c6-98d9-c3d7ae2555f4 up at agent ovs-agent-dv-cinder-824187-7-iscsi {{(pid=109086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:38:16.862810 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4a4852f2-428a-4a0a-9b72-7e0f9598c0b9 admin admin] Publish callbacks [] for router_gateway (cee435f3-868a-487b-a815-a4d7e3937e9d), after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:16.907349 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Provisioning complete for port 7f0a832c-da70-44c6-98d9-c3d7ae2555f4 triggered by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:38:16.907741 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041328'] for port (7f0a832c-da70-44c6-98d9-c3d7ae2555f4), provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:16.999598 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Current status of the port 7f0a832c-da70-44c6-98d9-c3d7ae2555f4 is: ACTIVE; New status is: ACTIVE {{(pid=109086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:38:17.149471 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4a4852f2-428a-4a0a-9b72-7e0f9598c0b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1816890', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1812700', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-46597'] for router (cee435f3-868a-487b-a815-a4d7e3937e9d), precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:17.153213 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4a4852f2-428a-4a0a-9b72-7e0f9598c0b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1816913', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1816899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1816904', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1812709'] for router (cee435f3-868a-487b-a815-a4d7e3937e9d), after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:17.262999 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a4852f2-428a-4a0a-9b72-7e0f9598c0b9 admin admin] Router cee435f3-868a-487b-a815-a4d7e3937e9d has already been hosted by L3 agent 5fb30df9-6f10-41b8-94cc-b881623ba250 {{(pid=109085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:38:17.374263 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a4852f2-428a-4a0a-9b72-7e0f9598c0b9 admin admin] Notify agent at l3_agent.dv-cinder-824187-7-iscsi the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:38:17.379248 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4a4852f2-428a-4a0a-9b72-7e0f9598c0b9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:17.391171 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-4a4852f2-428a-4a0a-9b72-7e0f9598c0b9 admin admin] 10.222.0.72 "PUT /v2.0/routers/cee435f3-868a-487b-a815-a4d7e3937e9d HTTP/1.1" status: 200 len: 890 time: 1.6585188 Jan 28 13:38:18.101213 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86165a63-333d-482a-a22d-c240c60504cf None None] Sync routers for ids ['cee435f3-868a-487b-a815-a4d7e3937e9d'] in dv-cinder-824187-7-iscsi {{(pid=109086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:38:18.113648 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86165a63-333d-482a-a22d-c240c60504cf None None] Routers {'cee435f3-868a-487b-a815-a4d7e3937e9d'} bound to L3 agent in host dv-cinder-824187-7-iscsi {{(pid=109086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:38:18.114319 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-86165a63-333d-482a-a22d-c240c60504cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-28T13:37:30Z,description=,heartbeat_timestamp=2022-01-28T13:38:00Z,host='dv-cinder-824187-7-iscsi',id=5fb30df9-6f10-41b8-94cc-b881623ba250,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:37:30Z,topic='l3_agent')) {'router_ids': ['cee435f3-868a-487b-a815-a4d7e3937e9d'], 'active': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:38:18.319817 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvr_db [None req-86165a63-333d-482a-a22d-c240c60504cf None None] Set router cee435f3-868a-487b-a815-a4d7e3937e9d gateway port host: dv-cinder-824187-7-iscsi {{(pid=109086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:38:18.790433 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-86165a63-333d-482a-a22d-c240c60504cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cee435f3-868a-487b-a815-a4d7e3937e9d', 'name': 'router1', 'tenant_id': 'f4fc95370ed5408aa43782c1b24913cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'external_fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': '5780894a-9283-4dff-b574-daaaf9cbd2a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:37:57Z', 'updated_at': '2022-01-28T13:38:16Z', 'revision_number': 4, 'project_id': 'f4fc95370ed5408aa43782c1b24913cd', 'gw_port': {'id': '5780894a-9283-4dff-b574-daaaf9cbd2a1', 'name': '', 'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:32:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cee435f3-868a-487b-a815-a4d7e3937e9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:38:16Z', 'updated_at': '2022-01-28T13:38:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-7-iscsi', '_interfaces': [{'id': '7f0a832c-da70-44c6-98d9-c3d7ae2555f4', 'name': '', 'network_id': 'dca7aad5-4951-4213-9bc4-17c98b73c3b6', 'tenant_id': 'f4fc95370ed5408aa43782c1b24913cd', 'mac_address': 'fa:16:3e:0b:b7:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cee435f3-868a-487b-a815-a4d7e3937e9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e62f6806-bddd-4f2e-9076-76ea4f575df2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:38:06Z', 'updated_at': '2022-01-28T13:38:09Z', 'revision_number': 5, 'project_id': 'f4fc95370ed5408aa43782c1b24913cd', 'subnets': [{'id': 'e62f6806-bddd-4f2e-9076-76ea4f575df2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e3390f2e-cd9f-416f-8c21-6ddb0d95965c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824187-7-iscsi', False) {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:38:18.842085 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86165a63-333d-482a-a22d-c240c60504cf None None] Checking router: cee435f3-868a-487b-a815-a4d7e3937e9d for host: dv-cinder-824187-7-iscsi {{(pid=109086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:38:18.842394 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86165a63-333d-482a-a22d-c240c60504cf None None] Updating router cee435f3-868a-487b-a815-a4d7e3937e9d port 5780894a-9283-4dff-b574-daaaf9cbd2a1 binding host dv-cinder-824187-7-iscsi {{(pid=109086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:38:18.887235 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-86165a63-333d-482a-a22d-c240c60504cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (5780894a-9283-4dff-b574-daaaf9cbd2a1), before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:19.208308 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-86165a63-333d-482a-a22d-c240c60504cf None None] Publish callbacks [] for port (5780894a-9283-4dff-b574-daaaf9cbd2a1), precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:19.215948 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-86165a63-333d-482a-a22d-c240c60504cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862'] for port (5780894a-9283-4dff-b574-daaaf9cbd2a1), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:19.266371 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d3015b-e086-47f0-b5c0-ebae38c1fac7 None None] Pushing event updated for resources: {'Port': ['ID=5780894a-9283-4dff-b574-daaaf9cbd2a1,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:19.270636 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [None req-86165a63-333d-482a-a22d-c240c60504cf None None] Attempting to bind port 5780894a-9283-4dff-b574-daaaf9cbd2a1 on host dv-cinder-824187-7-iscsi for vnic_type normal with profile {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:38:19.270984 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [None req-86165a63-333d-482a-a22d-c240c60504cf None None] Attempting to bind port 5780894a-9283-4dff-b574-daaaf9cbd2a1 by drivers openvswitch,hyperv on host dv-cinder-824187-7-iscsi at level 0 using segments [{'id': '2ff911eb-b784-4487-8703-ed6009453f86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067'}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:38:19.271378 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86165a63-333d-482a-a22d-c240c60504cf None None] Attempting to bind port 5780894a-9283-4dff-b574-daaaf9cbd2a1 on network 5658bb11-9d09-4b0d-90e7-a96bf662b067 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:38:19.276476 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86165a63-333d-482a-a22d-c240c60504cf None None] Checking agent: {'id': '91ec632a-2927-4715-8bad-f3132ebcbe46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824187-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 37, 34), 'started_at': datetime.datetime(2022, 1, 28, 13, 38, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 38, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824187-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:38:19.276872 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86165a63-333d-482a-a22d-c240c60504cf None None] Checking segment: {'id': '2ff911eb-b784-4487-8703-ed6009453f86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:38:19.277270 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-86165a63-333d-482a-a22d-c240c60504cf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:19.277651 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86165a63-333d-482a-a22d-c240c60504cf None None] Bound using segment: {'id': '2ff911eb-b784-4487-8703-ed6009453f86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067'} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:38:19.278131 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [None req-86165a63-333d-482a-a22d-c240c60504cf None None] Bound port: 5780894a-9283-4dff-b574-daaaf9cbd2a1, host: dv-cinder-824187-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ff911eb-b784-4487-8703-ed6009453f86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067'}}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:38:19.278506 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-86165a63-333d-482a-a22d-c240c60504cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (5780894a-9283-4dff-b574-daaaf9cbd2a1), before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:19.327039 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-86165a63-333d-482a-a22d-c240c60504cf None None] For port 5780894a-9283-4dff-b574-daaaf9cbd2a1, host dv-cinder-824187-7-iscsi, cleared binding levels {{(pid=109086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:38:19.329982 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-86165a63-333d-482a-a22d-c240c60504cf None None] For port 5780894a-9283-4dff-b574-daaaf9cbd2a1, host dv-cinder-824187-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-7-iscsi',level=0,port_id=5780894a-9283-4dff-b574-daaaf9cbd2a1,segment=NetworkSegment(2ff911eb-b784-4487-8703-ed6009453f86),segment_id=2ff911eb-b784-4487-8703-ed6009453f86)] {{(pid=109086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:38:19.336097 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-86165a63-333d-482a-a22d-c240c60504cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862'] for port (5780894a-9283-4dff-b574-daaaf9cbd2a1), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:19.389398 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86165a63-333d-482a-a22d-c240c60504cf None None] Routers {'cee435f3-868a-487b-a815-a4d7e3937e9d'} bound to L3 agent in host dv-cinder-824187-7-iscsi {{(pid=109086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:38:19.390008 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-86165a63-333d-482a-a22d-c240c60504cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-28T13:37:30Z,description=,heartbeat_timestamp=2022-01-28T13:38:00Z,host='dv-cinder-824187-7-iscsi',id=5fb30df9-6f10-41b8-94cc-b881623ba250,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:37:30Z,topic='l3_agent')) {'router_ids': ['cee435f3-868a-487b-a815-a4d7e3937e9d'], 'active': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:38:19.394630 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d3015b-e086-47f0-b5c0-ebae38c1fac7 None None] Pushing event updated for resources: {'Port': ['ID=5780894a-9283-4dff-b574-daaaf9cbd2a1,revision_number=3']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:19.498555 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvr_db [None req-86165a63-333d-482a-a22d-c240c60504cf None None] Set router cee435f3-868a-487b-a815-a4d7e3937e9d gateway port host: dv-cinder-824187-7-iscsi {{(pid=109086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:38:19.707012 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-86165a63-333d-482a-a22d-c240c60504cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cee435f3-868a-487b-a815-a4d7e3937e9d', 'name': 'router1', 'tenant_id': 'f4fc95370ed5408aa43782c1b24913cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'external_fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': '5780894a-9283-4dff-b574-daaaf9cbd2a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:37:57Z', 'updated_at': '2022-01-28T13:38:16Z', 'revision_number': 4, 'project_id': 'f4fc95370ed5408aa43782c1b24913cd', 'gw_port': {'id': '5780894a-9283-4dff-b574-daaaf9cbd2a1', 'name': '', 'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:32:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cee435f3-868a-487b-a815-a4d7e3937e9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:38:16Z', 'updated_at': '2022-01-28T13:38:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-7-iscsi', '_interfaces': [{'id': '7f0a832c-da70-44c6-98d9-c3d7ae2555f4', 'name': '', 'network_id': 'dca7aad5-4951-4213-9bc4-17c98b73c3b6', 'tenant_id': 'f4fc95370ed5408aa43782c1b24913cd', 'mac_address': 'fa:16:3e:0b:b7:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cee435f3-868a-487b-a815-a4d7e3937e9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e62f6806-bddd-4f2e-9076-76ea4f575df2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:38:06Z', 'updated_at': '2022-01-28T13:38:09Z', 'revision_number': 5, 'project_id': 'f4fc95370ed5408aa43782c1b24913cd', 'subnets': [{'id': 'e62f6806-bddd-4f2e-9076-76ea4f575df2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e3390f2e-cd9f-416f-8c21-6ddb0d95965c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824187-7-iscsi', False) {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:38:19.732596 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86165a63-333d-482a-a22d-c240c60504cf None None] The sync data for ids ['cee435f3-868a-487b-a815-a4d7e3937e9d'] in dv-cinder-824187-7-iscsi is: [{'id': 'cee435f3-868a-487b-a815-a4d7e3937e9d', 'name': 'router1', 'tenant_id': 'f4fc95370ed5408aa43782c1b24913cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'external_fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': '5780894a-9283-4dff-b574-daaaf9cbd2a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:37:57Z', 'updated_at': '2022-01-28T13:38:16Z', 'revision_number': 4, 'project_id': 'f4fc95370ed5408aa43782c1b24913cd', 'gw_port': {'id': '5780894a-9283-4dff-b574-daaaf9cbd2a1', 'name': '', 'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:32:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cee435f3-868a-487b-a815-a4d7e3937e9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:38:16Z', 'updated_at': '2022-01-28T13:38:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-7-iscsi', '_interfaces': [{'id': '7f0a832c-da70-44c6-98d9-c3d7ae2555f4', 'name': '', 'network_id': 'dca7aad5-4951-4213-9bc4-17c98b73c3b6', 'tenant_id': 'f4fc95370ed5408aa43782c1b24913cd', 'mac_address': 'fa:16:3e:0b:b7:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cee435f3-868a-487b-a815-a4d7e3937e9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e62f6806-bddd-4f2e-9076-76ea4f575df2', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:38:06Z', 'updated_at': '2022-01-28T13:38:09Z', 'revision_number': 5, 'project_id': 'f4fc95370ed5408aa43782c1b24913cd', 'subnets': [{'id': 'e62f6806-bddd-4f2e-9076-76ea4f575df2', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e3390f2e-cd9f-416f-8c21-6ddb0d95965c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:38:19.827527 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 36922) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:38:19.947761 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-7dd80a71-65ff-438c-ad0a-4c763a8259be admin admin] 10.222.0.72 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1190495 Jan 28 13:38:20.880823 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Device 5780894a-9283-4dff-b574-daaaf9cbd2a1 up at agent ovs-agent-dv-cinder-824187-7-iscsi {{(pid=109086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:38:20.931450 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Provisioning complete for port 5780894a-9283-4dff-b574-daaaf9cbd2a1 triggered by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:38:20.931832 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041328'] for port (5780894a-9283-4dff-b574-daaaf9cbd2a1), provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:21.006732 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Current status of the port 5780894a-9283-4dff-b574-daaaf9cbd2a1 is: DOWN; New status is: ACTIVE {{(pid=109086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:38:21.007126 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (5780894a-9283-4dff-b574-daaaf9cbd2a1), before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:21.028567 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] For port 5780894a-9283-4dff-b574-daaaf9cbd2a1, host dv-cinder-824187-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-7-iscsi',level=0,port_id=5780894a-9283-4dff-b574-daaaf9cbd2a1,segment=NetworkSegment(2ff911eb-b784-4487-8703-ed6009453f86),segment_id=2ff911eb-b784-4487-8703-ed6009453f86)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:38:21.034934 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862'] for port (5780894a-9283-4dff-b574-daaaf9cbd2a1), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:21.083111 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Pushing event updated for resources: {'Port': ['ID=5780894a-9283-4dff-b574-daaaf9cbd2a1,revision_number=4']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:38:22.847066 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Device 5780894a-9283-4dff-b574-daaaf9cbd2a1 up at agent ovs-agent-dv-cinder-824187-7-iscsi {{(pid=109086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:38:22.908697 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Provisioning complete for port 5780894a-9283-4dff-b574-daaaf9cbd2a1 triggered by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:38:22.908697 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041328'] for port (5780894a-9283-4dff-b574-daaaf9cbd2a1), provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:22.995511 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Current status of the port 5780894a-9283-4dff-b574-daaaf9cbd2a1 is: ACTIVE; New status is: ACTIVE {{(pid=109086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:38:28.207837 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b9f844c5-4569-4aef-a0f4-fbd4f621f888 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (fe6892c5-7eb1-46ce-88dd-77c5bcc32263), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:30.269128 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c07d8392-112d-4730-a192-8e3398b08182 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (5fb30df9-6f10-41b8-94cc-b881623ba250), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:31.630405 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-120fdcba-5236-4c4f-ad1d-de3bbc2703f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (270c75b4-e9a8-4b16-85de-99abb56244df), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:32.752626 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a365d3e8-b48a-4a28-95b6-25537061fe93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (282d2827-b9b4-4282-91d0-335a7cd9818a), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:34.205329 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (91ec632a-2927-4715-8bad-f3132ebcbe46), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:38:35.445520 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.agents_db [None req-2611350c-8bbf-4fa3-a5bb-e2ba3591f3a7 None None] Agent healthcheck: found 5 active agents {{(pid=109087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:38:58.198237 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-679ac92e-1d96-4e11-bf72-e781b9308cc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (fe6892c5-7eb1-46ce-88dd-77c5bcc32263), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:00.266835 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3f570a13-ae72-468f-819c-50129de81c0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (5fb30df9-6f10-41b8-94cc-b881623ba250), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:01.635242 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-120fdcba-5236-4c4f-ad1d-de3bbc2703f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (270c75b4-e9a8-4b16-85de-99abb56244df), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:02.753565 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a365d3e8-b48a-4a28-95b6-25537061fe93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (282d2827-b9b4-4282-91d0-335a7cd9818a), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:04.201477 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (91ec632a-2927-4715-8bad-f3132ebcbe46), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:12.445973 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.agents_db [None req-2611350c-8bbf-4fa3-a5bb-e2ba3591f3a7 None None] Agent healthcheck: found 5 active agents {{(pid=109087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:39:28.202682 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3691db64-4dfa-4cf0-97e3-abdfe7136ad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (fe6892c5-7eb1-46ce-88dd-77c5bcc32263), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:30.255198 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-dc7ee216-6f6b-4de5-8524-e214d68a7983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (5fb30df9-6f10-41b8-94cc-b881623ba250), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:31.638297 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-120fdcba-5236-4c4f-ad1d-de3bbc2703f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (270c75b4-e9a8-4b16-85de-99abb56244df), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:32.758395 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a365d3e8-b48a-4a28-95b6-25537061fe93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (282d2827-b9b4-4282-91d0-335a7cd9818a), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:34.201680 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (91ec632a-2927-4715-8bad-f3132ebcbe46), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:39.472540 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 37406) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:39.544227 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.pecan_wsgi.hooks.translation [None req-760ea24d-d9f8-4b5b-a6fa-1f86f9ebceee admin admin] GET failed (client error): The resource could not be found. Jan 28 13:39:39.545637 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-760ea24d-d9f8-4b5b-a6fa-1f86f9ebceee admin admin] 10.222.0.72 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0717645 Jan 28 13:39:39.723554 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d95fbf97-cf99-44a8-aa19-981ddfa408b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:39.725136 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-d95fbf97-cf99-44a8-aa19-981ddfa408b6 admin admin] 10.222.0.72 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1753163 Jan 28 13:39:42.006683 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 37416) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:42.170664 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8efa64cd-f93b-4dd3-8f9c-53bec355525b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:42.172161 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-8efa64cd-f93b-4dd3-8f9c-53bec355525b admin admin] 10.222.0.72 "GET /v2.0/subnets/e62f6806-bddd-4f2e-9076-76ea4f575df2 HTTP/1.1" status: 200 len: 849 time: 0.1645169 Jan 28 13:39:42.185330 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.v2.base [None req-594c7140-9ac7-4f54-985d-b18b99f2ca81 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=109084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:39:42.272932 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-594c7140-9ac7-4f54-985d-b18b99f2ca81 admin admin] Publish callbacks [] for subnet (e62f6806-bddd-4f2e-9076-76ea4f575df2), before_update {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:42.435767 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-594c7140-9ac7-4f54-985d-b18b99f2ca81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8742788697043'] for subnet (e62f6806-bddd-4f2e-9076-76ea4f575df2), after_update {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:42.500509 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-594c7140-9ac7-4f54-985d-b18b99f2ca81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:42.501761 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-594c7140-9ac7-4f54-985d-b18b99f2ca81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032615'] for subnet (None), before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:42.502518 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-594c7140-9ac7-4f54-985d-b18b99f2ca81 admin admin] 10.222.0.72 "PUT /v2.0/subnets/e62f6806-bddd-4f2e-9076-76ea4f575df2 HTTP/1.1" status: 200 len: 868 time: 0.3210845 Jan 28 13:39:42.515035 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594c7140-9ac7-4f54-985d-b18b99f2ca81 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e62f6806-bddd-4f2e-9076-76ea4f575df2,revision_number=1']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:39:42.520498 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a41469db-fa53-4992-b8f1-929dcc52ca88 None None] Network dca7aad5-4951-4213-9bc4-17c98b73c3b6 requested from dv-cinder-824187-7-iscsi {{(pid=109086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:39:42.528412 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594c7140-9ac7-4f54-985d-b18b99f2ca81 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:39:42.528412 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594c7140-9ac7-4f54-985d-b18b99f2ca81 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:39:42.528412 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594c7140-9ac7-4f54-985d-b18b99f2ca81 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:39:42.528412 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594c7140-9ac7-4f54-985d-b18b99f2ca81 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:39:42.528412 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594c7140-9ac7-4f54-985d-b18b99f2ca81 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:39:42.528412 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594c7140-9ac7-4f54-985d-b18b99f2ca81 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:39:42.528412 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594c7140-9ac7-4f54-985d-b18b99f2ca81 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:39:42.528412 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594c7140-9ac7-4f54-985d-b18b99f2ca81 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:39:42.528412 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594c7140-9ac7-4f54-985d-b18b99f2ca81 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:39:42.529244 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594c7140-9ac7-4f54-985d-b18b99f2ca81 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:39:42.529244 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594c7140-9ac7-4f54-985d-b18b99f2ca81 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:39:42.529395 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594c7140-9ac7-4f54-985d-b18b99f2ca81 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:39:42.529885 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594c7140-9ac7-4f54-985d-b18b99f2ca81 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:39:42.531392 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594c7140-9ac7-4f54-985d-b18b99f2ca81 admin admin] Tracked resource versions report: Jan 28 13:39:42.531392 dv-cinder-824187-7-iscsi neutron-server[109084]: pushed versions: Jan 28 13:39:42.531392 dv-cinder-824187-7-iscsi neutron-server[109084]: { 'AddressGroup': {'1.2'}, Jan 28 13:39:42.531392 dv-cinder-824187-7-iscsi neutron-server[109084]: 'ConntrackHelper': {'1.0'}, Jan 28 13:39:42.531392 dv-cinder-824187-7-iscsi neutron-server[109084]: 'LocalIPAssociation': {'1.0'}, Jan 28 13:39:42.531392 dv-cinder-824187-7-iscsi neutron-server[109084]: 'Log': {'1.0'}, Jan 28 13:39:42.531392 dv-cinder-824187-7-iscsi neutron-server[109084]: 'Network': {'1.1'}, Jan 28 13:39:42.531392 dv-cinder-824187-7-iscsi neutron-server[109084]: 'Port': {'1.7'}, Jan 28 13:39:42.531392 dv-cinder-824187-7-iscsi neutron-server[109084]: 'PortForwarding': {'1.2'}, Jan 28 13:39:42.531392 dv-cinder-824187-7-iscsi neutron-server[109084]: 'QosPolicy': {'1.10'}, Jan 28 13:39:42.531392 dv-cinder-824187-7-iscsi neutron-server[109084]: 'SecurityGroup': {'1.5'}, Jan 28 13:39:42.531392 dv-cinder-824187-7-iscsi neutron-server[109084]: 'SecurityGroupRule': {'1.2'}, Jan 28 13:39:42.531392 dv-cinder-824187-7-iscsi neutron-server[109084]: 'SubPort': {'1.0'}, Jan 28 13:39:42.531392 dv-cinder-824187-7-iscsi neutron-server[109084]: 'Subnet': {'1.1'}, Jan 28 13:39:42.531392 dv-cinder-824187-7-iscsi neutron-server[109084]: 'Trunk': {'1.1'}} Jan 28 13:39:42.531392 dv-cinder-824187-7-iscsi neutron-server[109084]: consumer versions: Jan 28 13:39:42.531392 dv-cinder-824187-7-iscsi neutron-server[109084]: { DHCP agent@dv-cinder-824187-7-iscsi: {}, Jan 28 13:39:42.531392 dv-cinder-824187-7-iscsi neutron-server[109084]: L3 agent@dv-cinder-824187-7-iscsi: {}, Jan 28 13:39:42.531392 dv-cinder-824187-7-iscsi neutron-server[109084]: Metadata agent@dv-cinder-824187-7-iscsi: {}, Jan 28 13:39:42.531392 dv-cinder-824187-7-iscsi neutron-server[109084]: Metering agent@dv-cinder-824187-7-iscsi: {}, Jan 28 13:39:42.531392 dv-cinder-824187-7-iscsi neutron-server[109084]: Open vSwitch agent@dv-cinder-824187-7-iscsi: { 'AddressGroup': '1.2', Jan 28 13:39:42.531392 dv-cinder-824187-7-iscsi neutron-server[109084]: 'ConntrackHelper': '1.0', Jan 28 13:39:42.531392 dv-cinder-824187-7-iscsi neutron-server[109084]: 'LocalIPAssociation': '1.0', Jan 28 13:39:42.531392 dv-cinder-824187-7-iscsi neutron-server[109084]: 'Log': '1.0', Jan 28 13:39:42.531392 dv-cinder-824187-7-iscsi neutron-server[109084]: 'Network': '1.1', Jan 28 13:39:42.531392 dv-cinder-824187-7-iscsi neutron-server[109084]: 'Port': '1.7', Jan 28 13:39:42.531392 dv-cinder-824187-7-iscsi neutron-server[109084]: 'PortForwarding': '1.2', Jan 28 13:39:42.531392 dv-cinder-824187-7-iscsi neutron-server[109084]: 'QosPolicy': '1.10', Jan 28 13:39:42.531392 dv-cinder-824187-7-iscsi neutron-server[109084]: 'SecurityGroup': '1.5', Jan 28 13:39:42.531392 dv-cinder-824187-7-iscsi neutron-server[109084]: 'SecurityGroupRule': '1.2', Jan 28 13:39:42.531392 dv-cinder-824187-7-iscsi neutron-server[109084]: 'SubPort': '1.0', Jan 28 13:39:42.531392 dv-cinder-824187-7-iscsi neutron-server[109084]: 'Subnet': '1.1', Jan 28 13:39:42.531392 dv-cinder-824187-7-iscsi neutron-server[109084]: 'Trunk': '1.1'}} Jan 28 13:39:42.531392 dv-cinder-824187-7-iscsi neutron-server[109084]: {{(pid=109084) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 13:39:42.855523 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-3d188262-bb77-4bcb-9965-b2b70e3b6d53 None None] Provisioning complete for port 7f0a832c-da70-44c6-98d9-c3d7ae2555f4 triggered by entity DHCP. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:39:42.855913 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3d188262-bb77-4bcb-9965-b2b70e3b6d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041328'] for port (7f0a832c-da70-44c6-98d9-c3d7ae2555f4), provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:42.938436 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-3d188262-bb77-4bcb-9965-b2b70e3b6d53 None None] Current status of the port 7f0a832c-da70-44c6-98d9-c3d7ae2555f4 is: ACTIVE; New status is: ACTIVE {{(pid=109086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:39:42.949580 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-3d188262-bb77-4bcb-9965-b2b70e3b6d53 None None] Provisioning complete for port 9536ade0-df0c-493b-b45f-705a301ab032 triggered by entity DHCP. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:39:42.949914 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3d188262-bb77-4bcb-9965-b2b70e3b6d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041328'] for port (9536ade0-df0c-493b-b45f-705a301ab032), provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:43.026024 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-3d188262-bb77-4bcb-9965-b2b70e3b6d53 None None] Current status of the port 9536ade0-df0c-493b-b45f-705a301ab032 is: ACTIVE; New status is: ACTIVE {{(pid=109086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:39:44.792263 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 37430) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:45.048501 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f71db9e5-cc00-497a-9712-862bc3d6cc91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:45.048858 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f71db9e5-cc00-497a-9712-862bc3d6cc91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:45.052691 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-f71db9e5-cc00-497a-9712-862bc3d6cc91 admin admin] 10.222.0.72 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2569861 Jan 28 13:39:47.269366 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 37438) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:47.475829 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e594a3e5-a358-487f-8377-bc022b645564 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:47.476179 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e594a3e5-a358-487f-8377-bc022b645564 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:47.477900 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-e594a3e5-a358-487f-8377-bc022b645564 admin admin] 10.222.0.72 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2075636 Jan 28 13:39:49.445614 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.agents_db [None req-2611350c-8bbf-4fa3-a5bb-e2ba3591f3a7 None None] Agent healthcheck: found 5 active agents {{(pid=109087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:39:49.717944 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 37446) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:49.856420 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-025290b4-88bf-4fbc-9dd4-e47238b365b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:49.857812 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-025290b4-88bf-4fbc-9dd4-e47238b365b9 admin admin] 10.222.0.72 "GET /v2.0/networks/5658bb11-9d09-4b0d-90e7-a96bf662b067 HTTP/1.1" status: 200 len: 886 time: 0.1388555 Jan 28 13:39:52.098058 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 37454) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:52.249740 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-507734df-a405-4e24-99b7-cdcf849f34ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:52.251264 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-507734df-a405-4e24-99b7-cdcf849f34ab admin admin] 10.222.0.72 "GET /v2.0/networks/dca7aad5-4951-4213-9bc4-17c98b73c3b6 HTTP/1.1" status: 200 len: 869 time: 0.1522033 Jan 28 13:39:54.530979 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 37462) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:54.667414 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc599120-8b1e-4d8b-b913-fd4b5b4ceb73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:54.667881 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc599120-8b1e-4d8b-b913-fd4b5b4ceb73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:54.669459 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-fc599120-8b1e-4d8b-b913-fd4b5b4ceb73 admin admin] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1375926 Jan 28 13:39:56.953609 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 37470) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:57.050371 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7dddd0d-ad0a-436f-8f96-6090818cc79d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:57.050867 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7dddd0d-ad0a-436f-8f96-6090818cc79d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:57.052350 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-f7dddd0d-ad0a-436f-8f96-6090818cc79d admin admin] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0977972 Jan 28 13:39:58.197621 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7813ddfd-2c10-496d-b918-8c1407001659 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (fe6892c5-7eb1-46ce-88dd-77c5bcc32263), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:39:59.285552 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 37478) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:39:59.375292 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf777e6e-a5e4-4796-8b38-4518313c8964 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:39:59.376669 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-cf777e6e-a5e4-4796-8b38-4518313c8964 admin admin] 10.222.0.72 "GET /v2.0/subnets/12c2ab48-c458-44a5-bf56-c21764e1e48c HTTP/1.1" status: 200 len: 816 time: 0.0901434 Jan 28 13:40:00.254483 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-fd399d2c-1261-4804-8e1b-8bfd5ef6e42c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (5fb30df9-6f10-41b8-94cc-b881623ba250), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:01.615740 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 37486) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:01.638914 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-120fdcba-5236-4c4f-ad1d-de3bbc2703f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (270c75b4-e9a8-4b16-85de-99abb56244df), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:01.710188 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b147072-8a66-4231-8462-803ca30181ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:01.711542 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-8b147072-8a66-4231-8462-803ca30181ea admin admin] 10.222.0.72 "GET /v2.0/subnets/e62f6806-bddd-4f2e-9076-76ea4f575df2 HTTP/1.1" status: 200 len: 868 time: 0.0946145 Jan 28 13:40:02.761652 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a365d3e8-b48a-4a28-95b6-25537061fe93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (282d2827-b9b4-4282-91d0-335a7cd9818a), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:04.197591 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (91ec632a-2927-4715-8bad-f3132ebcbe46), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:26.052284 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 37540) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:26.106906 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [None req-0acbd743-a2c0-4e7f-bfec-92f39377c3f7 admin admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=109084) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:40:26.107910 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-0acbd743-a2c0-4e7f-bfec-92f39377c3f7 admin admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0543470 Jan 28 13:40:26.445612 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.agents_db [None req-2611350c-8bbf-4fa3-a5bb-e2ba3591f3a7 None None] Agent healthcheck: found 5 active agents {{(pid=109087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:40:28.202328 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5957c5f5-ca3b-4c07-a50b-1e5e4ba295da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (fe6892c5-7eb1-46ce-88dd-77c5bcc32263), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:28.474048 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 37548) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:28.544263 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.pecan_wsgi.hooks.translation [None req-89f3b7a4-fd41-4ea1-af01-c9fa835f54b3 admin admin] GET failed (client error): The resource could not be found. Jan 28 13:40:28.545638 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-89f3b7a4-fd41-4ea1-af01-c9fa835f54b3 admin admin] 10.222.0.72 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0705166 Jan 28 13:40:28.690948 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-438e0e3f-5048-4dcb-9c2f-fc320dda2419 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:28.692339 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-438e0e3f-5048-4dcb-9c2f-fc320dda2419 admin admin] 10.222.0.72 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1424098 Jan 28 13:40:30.251901 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a295ca12-4813-499f-8c17-fed915cc47a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (5fb30df9-6f10-41b8-94cc-b881623ba250), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:31.003699 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 37558) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:31.051992 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.v2.base [None req-f9ab3d30-8710-4251-9a38-4573021b6769 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared', 'project_id': '3859045e85c4430bb27f63b2cf9ab4a3', 'tenant_id': '3859045e85c4430bb27f63b2cf9ab4a3'}} {{(pid=109084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:40:31.077655 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9ab3d30-8710-4251-9a38-4573021b6769 admin admin] Made reservation on behalf of 3859045e85c4430bb27f63b2cf9ab4a3 for: {'network': 1} {{(pid=109084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:40:31.080023 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-f9ab3d30-8710-4251-9a38-4573021b6769 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for network (None), before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:31.126570 dv-cinder-824187-7-iscsi neutron-server[109084]: WARNING neutron.services.revisions.revision_plugin [None req-f9ab3d30-8710-4251-9a38-4573021b6769 admin admin] Could not find related network for resource to bump revision. Jan 28 13:40:31.153539 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9ab3d30-8710-4251-9a38-4573021b6769 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 713} {{(pid=109084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:40:31.173208 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-f9ab3d30-8710-4251-9a38-4573021b6769 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8742788684683', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-923698'] for segment (a0ddf5c7-7703-4729-8fdc-b99162b438c4), precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:31.174017 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-f9ab3d30-8710-4251-9a38-4573021b6769 admin admin] Unsubscribe: segment precommit_create {{(pid=109084) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 28 13:40:31.174716 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.db.segments_db [None req-f9ab3d30-8710-4251-9a38-4573021b6769 admin admin] Added segment a0ddf5c7-7703-4729-8fdc-b99162b438c4 of type vlan for network 400bb7fa-a0a5-43e7-bd33-9d339ea769ea Jan 28 13:40:31.228337 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-f9ab3d30-8710-4251-9a38-4573021b6769 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742788371074'] for network (400bb7fa-a0a5-43e7-bd33-9d339ea769ea), precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:31.267407 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-f9ab3d30-8710-4251-9a38-4573021b6769 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625'] for network (400bb7fa-a0a5-43e7-bd33-9d339ea769ea), after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:31.268353 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ab3d30-8710-4251-9a38-4573021b6769 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:31.268959 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-f9ab3d30-8710-4251-9a38-4573021b6769 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032615'] for network (None), before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:31.340356 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-f9ab3d30-8710-4251-9a38-4573021b6769 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3355484 Jan 28 13:40:31.359108 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ab3d30-8710-4251-9a38-4573021b6769 admin admin] Pushing event updated for resources: {'Network': ['ID=400bb7fa-a0a5-43e7-bd33-9d339ea769ea,revision_number=1']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:31.372259 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Network 400bb7fa-a0a5-43e7-bd33-9d339ea769ea details requested by agent ovs-agent-dv-cinder-824187-7-iscsi with host dv-cinder-824187-7-iscsi {{(pid=109086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:40:31.643771 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-120fdcba-5236-4c4f-ad1d-de3bbc2703f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (270c75b4-e9a8-4b16-85de-99abb56244df), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:32.764182 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a365d3e8-b48a-4a28-95b6-25537061fe93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (282d2827-b9b4-4282-91d0-335a7cd9818a), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:33.661971 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 37568) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:40:33.738334 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.pecan_wsgi.hooks.translation [None req-52bed13f-ea8b-4e36-984e-713dfd0aa591 admin admin] GET failed (client error): The resource could not be found. Jan 28 13:40:33.740063 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-52bed13f-ea8b-4e36-984e-713dfd0aa591 admin admin] 10.222.0.72 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0771635 Jan 28 13:40:33.814181 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50598dff-0ad0-416b-8ac2-36dfe4e29250 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:33.815598 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-50598dff-0ad0-416b-8ac2-36dfe4e29250 admin admin] 10.222.0.72 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0700350 Jan 28 13:40:33.827078 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.v2.base [None req-4328034d-c920-4b16-8a85-221443805330 admin admin] Request body: {'subnet': {'network_id': '400bb7fa-a0a5-43e7-bd33-9d339ea769ea', 'tenant_id': '3859045e85c4430bb27f63b2cf9ab4a3', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:40:33.849464 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4328034d-c920-4b16-8a85-221443805330 admin admin] Made reservation on behalf of 3859045e85c4430bb27f63b2cf9ab4a3 for: {'subnet': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:40:33.852050 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4328034d-c920-4b16-8a85-221443805330 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:34.026156 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4328034d-c920-4b16-8a85-221443805330 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625'] for subnet (4dc256ca-8484-43da-974c-56002850c205), after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:34.077249 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4328034d-c920-4b16-8a85-221443805330 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4dc256ca-8484-43da-974c-56002850c205,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:34.089129 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4328034d-c920-4b16-8a85-221443805330 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:40:34.089495 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4328034d-c920-4b16-8a85-221443805330 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:40:34.089840 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4328034d-c920-4b16-8a85-221443805330 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:40:34.090174 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4328034d-c920-4b16-8a85-221443805330 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:40:34.090502 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4328034d-c920-4b16-8a85-221443805330 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:40:34.090835 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4328034d-c920-4b16-8a85-221443805330 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:40:34.091174 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4328034d-c920-4b16-8a85-221443805330 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:40:34.091507 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4328034d-c920-4b16-8a85-221443805330 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:40:34.091848 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4328034d-c920-4b16-8a85-221443805330 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:40:34.092201 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4328034d-c920-4b16-8a85-221443805330 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:40:34.092524 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4328034d-c920-4b16-8a85-221443805330 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:40:34.092869 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4328034d-c920-4b16-8a85-221443805330 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:40:34.093193 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4328034d-c920-4b16-8a85-221443805330 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:40:34.101126 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4328034d-c920-4b16-8a85-221443805330 admin admin] Checking segment: {'id': 'a0ddf5c7-7703-4729-8fdc-b99162b438c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '400bb7fa-a0a5-43e7-bd33-9d339ea769ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:40:34.101486 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4328034d-c920-4b16-8a85-221443805330 admin admin] Network hostable DHCP agents. Network: 400bb7fa-a0a5-43e7-bd33-9d339ea769ea, hostable agents: ['fe6892c5-7eb1-46ce-88dd-77c5bcc32263'], hosted agents: [] {{(pid=109085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:40:34.121177 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4328034d-c920-4b16-8a85-221443805330 admin admin] Network 400bb7fa-a0a5-43e7-bd33-9d339ea769ea is scheduled to be hosted by DHCP agent fe6892c5-7eb1-46ce-88dd-77c5bcc32263 with binding_index 1 {{(pid=109085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:40:34.131512 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-4328034d-c920-4b16-8a85-221443805330 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824187-7-iscsi, 400bb7fa-a0a5-43e7-bd33-9d339ea769ea) {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:40:34.136437 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4328034d-c920-4b16-8a85-221443805330 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:40:34.137044 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4328034d-c920-4b16-8a85-221443805330 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032615'] for subnet (None), before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:34.142100 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59c8a450-9ab9-45df-84f2-ee46718b14e2 None None] Network 400bb7fa-a0a5-43e7-bd33-9d339ea769ea requested from dv-cinder-824187-7-iscsi {{(pid=109086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:40:34.153521 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-4328034d-c920-4b16-8a85-221443805330 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3301702 Jan 28 13:40:34.223438 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (91ec632a-2927-4715-8bad-f3132ebcbe46), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:34.262246 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d359d112-0047-463d-8d0d-6143e653939e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp107b8415-c657-5120-917d-5bab152d4a1a-400bb7fa-a0a5-43e7-bd33-9d339ea769ea', 'network_id': '400bb7fa-a0a5-43e7-bd33-9d339ea769ea', 'project_id': '3859045e85c4430bb27f63b2cf9ab4a3', 'fixed_ips': [{'subnet_id': '4dc256ca-8484-43da-974c-56002850c205'}]}} from dv-cinder-824187-7-iscsi. {{(pid=109086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:40:34.263153 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d359d112-0047-463d-8d0d-6143e653939e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (None), before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:34.405892 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-d359d112-0047-463d-8d0d-6143e653939e None None] Allocated IP 192.168.233.2 (400bb7fa-a0a5-43e7-bd33-9d339ea769ea/4dc256ca-8484-43da-974c-56002850c205/adaa7e38-d0e8-42c6-ab38-cc7f75325eea) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:40:34.650237 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d359d112-0047-463d-8d0d-6143e653939e None None] Publish callbacks [] for port (adaa7e38-d0e8-42c6-ab38-cc7f75325eea), precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:34.657878 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d359d112-0047-463d-8d0d-6143e653939e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742788384826'] for port (adaa7e38-d0e8-42c6-ab38-cc7f75325eea), after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:34.693806 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d359d112-0047-463d-8d0d-6143e653939e None None] Network 400bb7fa-a0a5-43e7-bd33-9d339ea769ea is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:40:34.696568 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-d359d112-0047-463d-8d0d-6143e653939e None None] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:40:34.699887 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d359d112-0047-463d-8d0d-6143e653939e None None] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:40:34.712699 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d359d112-0047-463d-8d0d-6143e653939e None None] Pushing event updated for resources: {'Port': ['ID=adaa7e38-d0e8-42c6-ab38-cc7f75325eea,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:34.732061 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d359d112-0047-463d-8d0d-6143e653939e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:40:34.732432 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d359d112-0047-463d-8d0d-6143e653939e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:40:34.732793 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d359d112-0047-463d-8d0d-6143e653939e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:40:34.733158 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d359d112-0047-463d-8d0d-6143e653939e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:40:34.733489 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d359d112-0047-463d-8d0d-6143e653939e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:40:34.733821 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d359d112-0047-463d-8d0d-6143e653939e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:40:34.734150 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d359d112-0047-463d-8d0d-6143e653939e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:40:34.734476 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d359d112-0047-463d-8d0d-6143e653939e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:40:34.734798 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d359d112-0047-463d-8d0d-6143e653939e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:40:34.735136 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d359d112-0047-463d-8d0d-6143e653939e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:40:34.735459 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d359d112-0047-463d-8d0d-6143e653939e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:40:34.735780 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d359d112-0047-463d-8d0d-6143e653939e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:40:34.736101 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d359d112-0047-463d-8d0d-6143e653939e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:40:34.772684 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [None req-d359d112-0047-463d-8d0d-6143e653939e None None] Attempting to bind port adaa7e38-d0e8-42c6-ab38-cc7f75325eea on host dv-cinder-824187-7-iscsi for vnic_type normal with profile {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:40:34.773165 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [None req-d359d112-0047-463d-8d0d-6143e653939e None None] Attempting to bind port adaa7e38-d0e8-42c6-ab38-cc7f75325eea by drivers openvswitch,hyperv on host dv-cinder-824187-7-iscsi at level 0 using segments [{'id': 'a0ddf5c7-7703-4729-8fdc-b99162b438c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '400bb7fa-a0a5-43e7-bd33-9d339ea769ea'}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:40:34.773531 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d359d112-0047-463d-8d0d-6143e653939e None None] Attempting to bind port adaa7e38-d0e8-42c6-ab38-cc7f75325eea on network 400bb7fa-a0a5-43e7-bd33-9d339ea769ea {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:40:34.778535 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d359d112-0047-463d-8d0d-6143e653939e None None] Checking agent: {'id': '91ec632a-2927-4715-8bad-f3132ebcbe46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824187-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 37, 34), 'started_at': datetime.datetime(2022, 1, 28, 13, 38, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824187-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:40:34.778908 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d359d112-0047-463d-8d0d-6143e653939e None None] Checking segment: {'id': 'a0ddf5c7-7703-4729-8fdc-b99162b438c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '400bb7fa-a0a5-43e7-bd33-9d339ea769ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:40:34.779304 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d359d112-0047-463d-8d0d-6143e653939e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:34.779693 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d359d112-0047-463d-8d0d-6143e653939e None None] Bound using segment: {'id': 'a0ddf5c7-7703-4729-8fdc-b99162b438c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '400bb7fa-a0a5-43e7-bd33-9d339ea769ea'} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:40:34.780149 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [None req-d359d112-0047-463d-8d0d-6143e653939e None None] Bound port: adaa7e38-d0e8-42c6-ab38-cc7f75325eea, host: dv-cinder-824187-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0ddf5c7-7703-4729-8fdc-b99162b438c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '400bb7fa-a0a5-43e7-bd33-9d339ea769ea'}}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:40:34.780522 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d359d112-0047-463d-8d0d-6143e653939e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (adaa7e38-d0e8-42c6-ab38-cc7f75325eea), before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:34.842277 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-d359d112-0047-463d-8d0d-6143e653939e None None] For port adaa7e38-d0e8-42c6-ab38-cc7f75325eea, host dv-cinder-824187-7-iscsi, cleared binding levels {{(pid=109086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:40:34.846309 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-d359d112-0047-463d-8d0d-6143e653939e None None] For port adaa7e38-d0e8-42c6-ab38-cc7f75325eea, host dv-cinder-824187-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-7-iscsi',level=0,port_id=adaa7e38-d0e8-42c6-ab38-cc7f75325eea,segment=NetworkSegment(a0ddf5c7-7703-4729-8fdc-b99162b438c4),segment_id=a0ddf5c7-7703-4729-8fdc-b99162b438c4)] {{(pid=109086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:40:34.853016 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d359d112-0047-463d-8d0d-6143e653939e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862'] for port (adaa7e38-d0e8-42c6-ab38-cc7f75325eea), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:34.912617 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d359d112-0047-463d-8d0d-6143e653939e None None] Pushing event updated for resources: {'Port': ['ID=adaa7e38-d0e8-42c6-ab38-cc7f75325eea,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:35.869560 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10f78cb2-0028-4701-84f0-59b4e745f57b None None] Network 400bb7fa-a0a5-43e7-bd33-9d339ea769ea requested from dv-cinder-824187-7-iscsi {{(pid=109086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:40:35.983866 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-5c03748a-00ae-452c-a2b1-4bb8f35fa3cf None None] Provisioning complete for port adaa7e38-d0e8-42c6-ab38-cc7f75325eea triggered by entity DHCP. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:40:35.984261 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5c03748a-00ae-452c-a2b1-4bb8f35fa3cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041328'] for port (adaa7e38-d0e8-42c6-ab38-cc7f75325eea), provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:36.074389 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-5c03748a-00ae-452c-a2b1-4bb8f35fa3cf None None] Current status of the port adaa7e38-d0e8-42c6-ab38-cc7f75325eea is: DOWN; New status is: ACTIVE {{(pid=109086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:40:36.074861 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5c03748a-00ae-452c-a2b1-4bb8f35fa3cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (adaa7e38-d0e8-42c6-ab38-cc7f75325eea), before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:36.110602 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-5c03748a-00ae-452c-a2b1-4bb8f35fa3cf None None] For port adaa7e38-d0e8-42c6-ab38-cc7f75325eea, host dv-cinder-824187-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-7-iscsi',level=0,port_id=adaa7e38-d0e8-42c6-ab38-cc7f75325eea,segment=NetworkSegment(a0ddf5c7-7703-4729-8fdc-b99162b438c4),segment_id=a0ddf5c7-7703-4729-8fdc-b99162b438c4)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:40:36.116451 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5c03748a-00ae-452c-a2b1-4bb8f35fa3cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862'] for port (adaa7e38-d0e8-42c6-ab38-cc7f75325eea), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:36.171315 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c03748a-00ae-452c-a2b1-4bb8f35fa3cf None None] Pushing event updated for resources: {'Port': ['ID=adaa7e38-d0e8-42c6-ab38-cc7f75325eea,revision_number=3']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:40:36.236536 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-6dbc728c-2d9d-4091-8f8a-5c132b59bd6c None None] Provisioning complete for port adaa7e38-d0e8-42c6-ab38-cc7f75325eea triggered by entity DHCP. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:40:36.237048 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6dbc728c-2d9d-4091-8f8a-5c132b59bd6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041328'] for port (adaa7e38-d0e8-42c6-ab38-cc7f75325eea), provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:36.316176 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-6dbc728c-2d9d-4091-8f8a-5c132b59bd6c None None] Current status of the port adaa7e38-d0e8-42c6-ab38-cc7f75325eea is: ACTIVE; New status is: ACTIVE {{(pid=109086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:40:36.933209 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Device adaa7e38-d0e8-42c6-ab38-cc7f75325eea up at agent ovs-agent-dv-cinder-824187-7-iscsi {{(pid=109086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:40:36.985315 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Provisioning complete for port adaa7e38-d0e8-42c6-ab38-cc7f75325eea triggered by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:40:36.985710 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041328'] for port (adaa7e38-d0e8-42c6-ab38-cc7f75325eea), provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:40:37.060203 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Current status of the port adaa7e38-d0e8-42c6-ab38-cc7f75325eea is: ACTIVE; New status is: ACTIVE {{(pid=109086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:40:58.207717 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1347edfd-b385-4889-8891-8ae38d0b8d76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (fe6892c5-7eb1-46ce-88dd-77c5bcc32263), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:00.249619 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8483f09c-aad0-4147-83a7-0fc22105af1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (5fb30df9-6f10-41b8-94cc-b881623ba250), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:01.649794 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-120fdcba-5236-4c4f-ad1d-de3bbc2703f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (270c75b4-e9a8-4b16-85de-99abb56244df), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:02.767180 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a365d3e8-b48a-4a28-95b6-25537061fe93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (282d2827-b9b4-4282-91d0-335a7cd9818a), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:03.445469 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.agents_db [None req-2611350c-8bbf-4fa3-a5bb-e2ba3591f3a7 None None] Agent healthcheck: found 5 active agents {{(pid=109087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:41:04.210732 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (91ec632a-2927-4715-8bad-f3132ebcbe46), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:28.212205 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2970fa2f-02d8-4cc0-900a-9c79b0c0cd83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (fe6892c5-7eb1-46ce-88dd-77c5bcc32263), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:30.246249 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ccdc2738-0ec1-4d92-84c6-9825820959a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (5fb30df9-6f10-41b8-94cc-b881623ba250), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:31.655060 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-120fdcba-5236-4c4f-ad1d-de3bbc2703f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (270c75b4-e9a8-4b16-85de-99abb56244df), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:32.770754 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a365d3e8-b48a-4a28-95b6-25537061fe93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (282d2827-b9b4-4282-91d0-335a7cd9818a), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:34.207717 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (91ec632a-2927-4715-8bad-f3132ebcbe46), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:40.445927 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.agents_db [None req-2611350c-8bbf-4fa3-a5bb-e2ba3591f3a7 None None] Agent healthcheck: found 5 active agents {{(pid=109087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:41:52.592753 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 37612) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:52.599076 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [None req-0413bc56-adc0-4e25-910d-7c5c411317e4 tempest-verify_tempest_config-1967406387 tempest-verify_tempest_config-1967406387-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=109085) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:41:52.600112 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-0413bc56-adc0-4e25-910d-7c5c411317e4 tempest-verify_tempest_config-1967406387 tempest-verify_tempest_config-1967406387-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0061977 Jan 28 13:41:52.927950 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 37630) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:53.041556 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-80eb4711-a837-4b0e-8c75-0c4238621d55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:53.120428 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-80eb4711-a837-4b0e-8c75-0c4238621d55 admin admin] Publish callbacks [] for security_group (b9087abb-4024-464f-93bd-b1e2887b9172), precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:53.126180 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-80eb4711-a837-4b0e-8c75-0c4238621d55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (b9087abb-4024-464f-93bd-b1e2887b9172), after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:53.172389 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80eb4711-a837-4b0e-8c75-0c4238621d55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9087abb-4024-464f-93bd-b1e2887b9172,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:53.176273 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-80eb4711-a837-4b0e-8c75-0c4238621d55 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=4e15a254080b44109f2183ab4deac2e1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2472956 Jan 28 13:41:53.180053 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 37634) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:41:53.182042 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80eb4711-a837-4b0e-8c75-0c4238621d55 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:41:53.182411 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80eb4711-a837-4b0e-8c75-0c4238621d55 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:41:53.182759 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80eb4711-a837-4b0e-8c75-0c4238621d55 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:41:53.183098 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80eb4711-a837-4b0e-8c75-0c4238621d55 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:41:53.183434 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80eb4711-a837-4b0e-8c75-0c4238621d55 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:41:53.183765 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80eb4711-a837-4b0e-8c75-0c4238621d55 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:41:53.184097 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80eb4711-a837-4b0e-8c75-0c4238621d55 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:41:53.184423 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80eb4711-a837-4b0e-8c75-0c4238621d55 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:41:53.184749 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80eb4711-a837-4b0e-8c75-0c4238621d55 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:41:53.185105 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80eb4711-a837-4b0e-8c75-0c4238621d55 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:41:53.185430 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80eb4711-a837-4b0e-8c75-0c4238621d55 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:41:53.185753 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80eb4711-a837-4b0e-8c75-0c4238621d55 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:41:53.186124 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80eb4711-a837-4b0e-8c75-0c4238621d55 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:41:53.263248 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-b33811e2-bf7b-4da2-a3d1-766efb5950a6 admin admin] Publish callbacks [] for security_group (b9087abb-4024-464f-93bd-b1e2887b9172), before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:53.286719 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-b33811e2-bf7b-4da2-a3d1-766efb5950a6 admin admin] Publish callbacks [] for security_group (b9087abb-4024-464f-93bd-b1e2887b9172), precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:53.399628 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-b33811e2-bf7b-4da2-a3d1-766efb5950a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (b9087abb-4024-464f-93bd-b1e2887b9172), after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:53.402219 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-b33811e2-bf7b-4da2-a3d1-766efb5950a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:41:53.403430 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-b33811e2-bf7b-4da2-a3d1-766efb5950a6 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b9087abb-4024-464f-93bd-b1e2887b9172 HTTP/1.1" status: 204 len: 168 time: 0.2223859 Jan 28 13:41:53.411490 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33811e2-bf7b-4da2-a3d1-766efb5950a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9087abb-4024-464f-93bd-b1e2887b9172,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:41:53.418975 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33811e2-bf7b-4da2-a3d1-766efb5950a6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:41:53.419369 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33811e2-bf7b-4da2-a3d1-766efb5950a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:41:53.419721 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33811e2-bf7b-4da2-a3d1-766efb5950a6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:41:53.420067 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33811e2-bf7b-4da2-a3d1-766efb5950a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:41:53.420408 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33811e2-bf7b-4da2-a3d1-766efb5950a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:41:53.420727 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33811e2-bf7b-4da2-a3d1-766efb5950a6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:41:53.421135 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33811e2-bf7b-4da2-a3d1-766efb5950a6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:41:53.421518 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33811e2-bf7b-4da2-a3d1-766efb5950a6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:41:53.421899 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33811e2-bf7b-4da2-a3d1-766efb5950a6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:41:53.422168 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33811e2-bf7b-4da2-a3d1-766efb5950a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:41:53.422491 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33811e2-bf7b-4da2-a3d1-766efb5950a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:41:53.422819 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33811e2-bf7b-4da2-a3d1-766efb5950a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:41:53.423136 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b33811e2-bf7b-4da2-a3d1-766efb5950a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:41:58.219828 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-883978fe-4a92-4efe-99cb-5120ef70f064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (fe6892c5-7eb1-46ce-88dd-77c5bcc32263), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:00.242442 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ac9a2795-4edd-4168-bd66-806fdc93c9bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (5fb30df9-6f10-41b8-94cc-b881623ba250), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:01.651534 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-120fdcba-5236-4c4f-ad1d-de3bbc2703f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (270c75b4-e9a8-4b16-85de-99abb56244df), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:02.775075 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a365d3e8-b48a-4a28-95b6-25537061fe93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (282d2827-b9b4-4282-91d0-335a7cd9818a), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:04.207154 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (91ec632a-2927-4715-8bad-f3132ebcbe46), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:17.449497 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.agents_db [None req-2611350c-8bbf-4fa3-a5bb-e2ba3591f3a7 None None] Agent healthcheck: found 5 active agents {{(pid=109087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:42:28.219191 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9686c93e-c165-4907-920f-b674c3b3f723 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (fe6892c5-7eb1-46ce-88dd-77c5bcc32263), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:30.254192 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3f6f6ab4-c5a0-489c-aa11-23cdc0e8ec56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (5fb30df9-6f10-41b8-94cc-b881623ba250), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:31.662099 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-120fdcba-5236-4c4f-ad1d-de3bbc2703f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (270c75b4-e9a8-4b16-85de-99abb56244df), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:32.787490 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a365d3e8-b48a-4a28-95b6-25537061fe93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (282d2827-b9b4-4282-91d0-335a7cd9818a), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:34.204407 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (91ec632a-2927-4715-8bad-f3132ebcbe46), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:42:54.449093 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.agents_db [None req-2611350c-8bbf-4fa3-a5bb-e2ba3591f3a7 None None] Agent healthcheck: found 5 active agents {{(pid=109087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:42:58.220325 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-7055aaa8-0063-4040-904c-d4689d3d3109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (fe6892c5-7eb1-46ce-88dd-77c5bcc32263), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:00.240788 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2d19df60-4d83-4418-9393-11a4272c7f4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (5fb30df9-6f10-41b8-94cc-b881623ba250), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:01.666863 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-120fdcba-5236-4c4f-ad1d-de3bbc2703f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (270c75b4-e9a8-4b16-85de-99abb56244df), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:02.792534 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a365d3e8-b48a-4a28-95b6-25537061fe93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (282d2827-b9b4-4282-91d0-335a7cd9818a), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:04.210311 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (91ec632a-2927-4715-8bad-f3132ebcbe46), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:28.217006 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-61ffdbe7-e271-4790-8334-719cd1a1fda9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (fe6892c5-7eb1-46ce-88dd-77c5bcc32263), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:30.237876 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3e916deb-c794-46cd-93bd-020c3b7ec722 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (5fb30df9-6f10-41b8-94cc-b881623ba250), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:31.454758 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.agents_db [None req-2611350c-8bbf-4fa3-a5bb-e2ba3591f3a7 None None] Agent healthcheck: found 5 active agents {{(pid=109087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:43:31.672352 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-120fdcba-5236-4c4f-ad1d-de3bbc2703f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (270c75b4-e9a8-4b16-85de-99abb56244df), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:32.335889 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1811784'] for agent (06140fe1-dee6-47e9-9649-a5d5e543fff8), after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:32.786952 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a365d3e8-b48a-4a28-95b6-25537061fe93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (282d2827-b9b4-4282-91d0-335a7cd9818a), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:34.216081 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (91ec632a-2927-4715-8bad-f3132ebcbe46), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:43:47.237336 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 37708) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:47.353516 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-ad0aa09b-953b-4761-95da-b50191be6fed admin admin] 10.222.0.72 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1149991 Jan 28 13:43:49.616156 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 37718) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:43:49.786209 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-b8f33dcf-5dfe-4eb3-a6ed-3707a40bb8e8 admin admin] 10.222.0.72 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1684060 Jan 28 13:43:58.222582 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ece442c2-9160-4271-bd70-8b76412138e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (fe6892c5-7eb1-46ce-88dd-77c5bcc32263), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:00.241306 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e6f4dc8f-0919-43e6-9d88-12d8c9965f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (5fb30df9-6f10-41b8-94cc-b881623ba250), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:01.679573 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-120fdcba-5236-4c4f-ad1d-de3bbc2703f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (270c75b4-e9a8-4b16-85de-99abb56244df), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:02.307852 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (06140fe1-dee6-47e9-9649-a5d5e543fff8), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:02.795696 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a365d3e8-b48a-4a28-95b6-25537061fe93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (282d2827-b9b4-4282-91d0-335a7cd9818a), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:04.214947 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (91ec632a-2927-4715-8bad-f3132ebcbe46), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:08.458568 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.agents_db [None req-2611350c-8bbf-4fa3-a5bb-e2ba3591f3a7 None None] Agent healthcheck: found 6 active agents {{(pid=109087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:44:28.219914 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1eddca96-8ccf-4d88-8ed7-ab9f9db58f65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (fe6892c5-7eb1-46ce-88dd-77c5bcc32263), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:30.239884 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-111ef235-5a54-49f2-91da-1e92b72860d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (5fb30df9-6f10-41b8-94cc-b881623ba250), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:31.676503 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-120fdcba-5236-4c4f-ad1d-de3bbc2703f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (270c75b4-e9a8-4b16-85de-99abb56244df), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:32.332286 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (06140fe1-dee6-47e9-9649-a5d5e543fff8), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:32.796862 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a365d3e8-b48a-4a28-95b6-25537061fe93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (282d2827-b9b4-4282-91d0-335a7cd9818a), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:34.209265 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (91ec632a-2927-4715-8bad-f3132ebcbe46), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:44:45.457141 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.agents_db [None req-2611350c-8bbf-4fa3-a5bb-e2ba3591f3a7 None None] Agent healthcheck: found 6 active agents {{(pid=109087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:44:58.214781 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-537bf0f4-9129-4a18-b463-6bcc64b12296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (fe6892c5-7eb1-46ce-88dd-77c5bcc32263), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:00.233752 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-727f18db-541b-4184-9d07-7dfbccc7a16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (5fb30df9-6f10-41b8-94cc-b881623ba250), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:01.676400 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-120fdcba-5236-4c4f-ad1d-de3bbc2703f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (270c75b4-e9a8-4b16-85de-99abb56244df), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:02.313566 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (06140fe1-dee6-47e9-9649-a5d5e543fff8), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:02.799990 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a365d3e8-b48a-4a28-95b6-25537061fe93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (282d2827-b9b4-4282-91d0-335a7cd9818a), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:04.204379 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (91ec632a-2927-4715-8bad-f3132ebcbe46), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:20.945208 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 37868) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:45:21.147622 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.v2.base [None req-6f4e2c24-c3cc-47a2-9c67-1bb093cb70a6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-128407593-network', 'tenant_id': '737de5ae86cd4e209c1bd6e090b968f3'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:45:21.170709 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f4e2c24-c3cc-47a2-9c67-1bb093cb70a6 admin admin] Made reservation on behalf of 737de5ae86cd4e209c1bd6e090b968f3 for: {'network': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:45:21.173908 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6f4e2c24-c3cc-47a2-9c67-1bb093cb70a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for network (None), before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:21.183435 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6f4e2c24-c3cc-47a2-9c67-1bb093cb70a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:21.264879 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6f4e2c24-c3cc-47a2-9c67-1bb093cb70a6 admin admin] Publish callbacks [] for security_group (8dddc730-fb2b-4124-8c69-beccce06f4f5), precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:21.269665 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6f4e2c24-c3cc-47a2-9c67-1bb093cb70a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (8dddc730-fb2b-4124-8c69-beccce06f4f5), after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:21.286139 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f4e2c24-c3cc-47a2-9c67-1bb093cb70a6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 744} {{(pid=109085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:45:21.316185 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6f4e2c24-c3cc-47a2-9c67-1bb093cb70a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-923698'] for segment (76fda797-5fc8-4861-a2c8-4de64e9f2b3e), precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:21.317651 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.db.segments_db [None req-6f4e2c24-c3cc-47a2-9c67-1bb093cb70a6 admin admin] Added segment 76fda797-5fc8-4861-a2c8-4de64e9f2b3e of type vlan for network 78d9b12b-20e5-405d-b8d9-58d523acb332 Jan 28 13:45:21.323867 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4e2c24-c3cc-47a2-9c67-1bb093cb70a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dddc730-fb2b-4124-8c69-beccce06f4f5,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:21.340267 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4e2c24-c3cc-47a2-9c67-1bb093cb70a6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:45:21.340601 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4e2c24-c3cc-47a2-9c67-1bb093cb70a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:45:21.341158 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4e2c24-c3cc-47a2-9c67-1bb093cb70a6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:45:21.341660 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4e2c24-c3cc-47a2-9c67-1bb093cb70a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:45:21.342149 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4e2c24-c3cc-47a2-9c67-1bb093cb70a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:45:21.342621 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4e2c24-c3cc-47a2-9c67-1bb093cb70a6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:45:21.343132 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4e2c24-c3cc-47a2-9c67-1bb093cb70a6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:45:21.343615 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4e2c24-c3cc-47a2-9c67-1bb093cb70a6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:45:21.344086 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4e2c24-c3cc-47a2-9c67-1bb093cb70a6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:45:21.344555 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4e2c24-c3cc-47a2-9c67-1bb093cb70a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:45:21.345072 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4e2c24-c3cc-47a2-9c67-1bb093cb70a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:45:21.345558 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4e2c24-c3cc-47a2-9c67-1bb093cb70a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:45:21.346034 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4e2c24-c3cc-47a2-9c67-1bb093cb70a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:45:21.347380 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4e2c24-c3cc-47a2-9c67-1bb093cb70a6 admin admin] Tracked resource versions report: Jan 28 13:45:21.347380 dv-cinder-824187-7-iscsi neutron-server[109085]: pushed versions: Jan 28 13:45:21.347380 dv-cinder-824187-7-iscsi neutron-server[109085]: { 'AddressGroup': {'1.2'}, Jan 28 13:45:21.347380 dv-cinder-824187-7-iscsi neutron-server[109085]: 'ConntrackHelper': {'1.0'}, Jan 28 13:45:21.347380 dv-cinder-824187-7-iscsi neutron-server[109085]: 'LocalIPAssociation': {'1.0'}, Jan 28 13:45:21.347380 dv-cinder-824187-7-iscsi neutron-server[109085]: 'Log': {'1.0'}, Jan 28 13:45:21.347380 dv-cinder-824187-7-iscsi neutron-server[109085]: 'Network': {'1.1'}, Jan 28 13:45:21.347380 dv-cinder-824187-7-iscsi neutron-server[109085]: 'Port': {'1.7'}, Jan 28 13:45:21.347380 dv-cinder-824187-7-iscsi neutron-server[109085]: 'PortForwarding': {'1.2'}, Jan 28 13:45:21.347380 dv-cinder-824187-7-iscsi neutron-server[109085]: 'QosPolicy': {'1.10'}, Jan 28 13:45:21.347380 dv-cinder-824187-7-iscsi neutron-server[109085]: 'SecurityGroup': {'1.5'}, Jan 28 13:45:21.347380 dv-cinder-824187-7-iscsi neutron-server[109085]: 'SecurityGroupRule': {'1.2'}, Jan 28 13:45:21.347380 dv-cinder-824187-7-iscsi neutron-server[109085]: 'SubPort': {'1.0'}, Jan 28 13:45:21.347380 dv-cinder-824187-7-iscsi neutron-server[109085]: 'Subnet': {'1.1'}, Jan 28 13:45:21.347380 dv-cinder-824187-7-iscsi neutron-server[109085]: 'Trunk': {'1.1'}} Jan 28 13:45:21.347380 dv-cinder-824187-7-iscsi neutron-server[109085]: consumer versions: Jan 28 13:45:21.347380 dv-cinder-824187-7-iscsi neutron-server[109085]: { DHCP agent@dv-cinder-824187-7-iscsi: {}, Jan 28 13:45:21.347380 dv-cinder-824187-7-iscsi neutron-server[109085]: HyperV agent@hv-cinder-82418: {}, Jan 28 13:45:21.347380 dv-cinder-824187-7-iscsi neutron-server[109085]: L3 agent@dv-cinder-824187-7-iscsi: {}, Jan 28 13:45:21.347380 dv-cinder-824187-7-iscsi neutron-server[109085]: Metadata agent@dv-cinder-824187-7-iscsi: {}, Jan 28 13:45:21.347380 dv-cinder-824187-7-iscsi neutron-server[109085]: Metering agent@dv-cinder-824187-7-iscsi: {}, Jan 28 13:45:21.347380 dv-cinder-824187-7-iscsi neutron-server[109085]: Open vSwitch agent@dv-cinder-824187-7-iscsi: { 'AddressGroup': '1.2', Jan 28 13:45:21.347380 dv-cinder-824187-7-iscsi neutron-server[109085]: 'ConntrackHelper': '1.0', Jan 28 13:45:21.347380 dv-cinder-824187-7-iscsi neutron-server[109085]: 'LocalIPAssociation': '1.0', Jan 28 13:45:21.347380 dv-cinder-824187-7-iscsi neutron-server[109085]: 'Log': '1.0', Jan 28 13:45:21.347380 dv-cinder-824187-7-iscsi neutron-server[109085]: 'Network': '1.1', Jan 28 13:45:21.347380 dv-cinder-824187-7-iscsi neutron-server[109085]: 'Port': '1.7', Jan 28 13:45:21.347380 dv-cinder-824187-7-iscsi neutron-server[109085]: 'PortForwarding': '1.2', Jan 28 13:45:21.347380 dv-cinder-824187-7-iscsi neutron-server[109085]: 'QosPolicy': '1.10', Jan 28 13:45:21.347380 dv-cinder-824187-7-iscsi neutron-server[109085]: 'SecurityGroup': '1.5', Jan 28 13:45:21.347380 dv-cinder-824187-7-iscsi neutron-server[109085]: 'SecurityGroupRule': '1.2', Jan 28 13:45:21.347380 dv-cinder-824187-7-iscsi neutron-server[109085]: 'SubPort': '1.0', Jan 28 13:45:21.347380 dv-cinder-824187-7-iscsi neutron-server[109085]: 'Subnet': '1.1', Jan 28 13:45:21.347380 dv-cinder-824187-7-iscsi neutron-server[109085]: 'Trunk': '1.1'}} Jan 28 13:45:21.347380 dv-cinder-824187-7-iscsi neutron-server[109085]: {{(pid=109085) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 13:45:21.384729 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6f4e2c24-c3cc-47a2-9c67-1bb093cb70a6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742788371074'] for network (78d9b12b-20e5-405d-b8d9-58d523acb332), precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:21.413643 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6f4e2c24-c3cc-47a2-9c67-1bb093cb70a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625'] for network (78d9b12b-20e5-405d-b8d9-58d523acb332), after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:21.415090 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f4e2c24-c3cc-47a2-9c67-1bb093cb70a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:21.415793 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6f4e2c24-c3cc-47a2-9c67-1bb093cb70a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032615'] for network (None), before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:21.487400 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4e2c24-c3cc-47a2-9c67-1bb093cb70a6 admin admin] Pushing event updated for resources: {'Network': ['ID=78d9b12b-20e5-405d-b8d9-58d523acb332,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:21.496752 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 37914) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:45:21.497301 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-6f4e2c24-c3cc-47a2-9c67-1bb093cb70a6 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5509362 Jan 28 13:45:21.502005 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Network 78d9b12b-20e5-405d-b8d9-58d523acb332 details requested by agent ovs-agent-dv-cinder-824187-7-iscsi with host dv-cinder-824187-7-iscsi {{(pid=109086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:45:21.502923 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.v2.base [None req-ceadc765-a92c-4eea-8144-05c2f3b5522a admin admin] Request body: {'subnet': {'network_id': '78d9b12b-20e5-405d-b8d9-58d523acb332', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-128407593-subnet', 'tenant_id': '737de5ae86cd4e209c1bd6e090b968f3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:45:21.533737 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceadc765-a92c-4eea-8144-05c2f3b5522a admin admin] Made reservation on behalf of 737de5ae86cd4e209c1bd6e090b968f3 for: {'subnet': 1} {{(pid=109084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:45:21.537197 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-ceadc765-a92c-4eea-8144-05c2f3b5522a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:21.785989 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-ceadc765-a92c-4eea-8144-05c2f3b5522a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625'] for subnet (3016a3fe-7a83-4026-bb15-1c5764645712), after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:21.841667 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceadc765-a92c-4eea-8144-05c2f3b5522a admin admin] Pushing event updated for resources: {'Subnet': ['ID=3016a3fe-7a83-4026-bb15-1c5764645712,revision_number=0']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:21.852379 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceadc765-a92c-4eea-8144-05c2f3b5522a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:45:21.852998 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceadc765-a92c-4eea-8144-05c2f3b5522a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:45:21.853345 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceadc765-a92c-4eea-8144-05c2f3b5522a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:45:21.853686 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceadc765-a92c-4eea-8144-05c2f3b5522a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:45:21.854017 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceadc765-a92c-4eea-8144-05c2f3b5522a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:45:21.854341 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceadc765-a92c-4eea-8144-05c2f3b5522a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:45:21.854859 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceadc765-a92c-4eea-8144-05c2f3b5522a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:45:21.855196 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceadc765-a92c-4eea-8144-05c2f3b5522a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:45:21.855525 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceadc765-a92c-4eea-8144-05c2f3b5522a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:45:21.855851 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceadc765-a92c-4eea-8144-05c2f3b5522a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:45:21.856176 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceadc765-a92c-4eea-8144-05c2f3b5522a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:45:21.856498 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceadc765-a92c-4eea-8144-05c2f3b5522a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:45:21.856819 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceadc765-a92c-4eea-8144-05c2f3b5522a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:45:21.857912 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceadc765-a92c-4eea-8144-05c2f3b5522a admin admin] Tracked resource versions report: Jan 28 13:45:21.857912 dv-cinder-824187-7-iscsi neutron-server[109084]: pushed versions: Jan 28 13:45:21.857912 dv-cinder-824187-7-iscsi neutron-server[109084]: { 'AddressGroup': {'1.2'}, Jan 28 13:45:21.857912 dv-cinder-824187-7-iscsi neutron-server[109084]: 'ConntrackHelper': {'1.0'}, Jan 28 13:45:21.857912 dv-cinder-824187-7-iscsi neutron-server[109084]: 'LocalIPAssociation': {'1.0'}, Jan 28 13:45:21.857912 dv-cinder-824187-7-iscsi neutron-server[109084]: 'Log': {'1.0'}, Jan 28 13:45:21.857912 dv-cinder-824187-7-iscsi neutron-server[109084]: 'Network': {'1.1'}, Jan 28 13:45:21.857912 dv-cinder-824187-7-iscsi neutron-server[109084]: 'Port': {'1.7'}, Jan 28 13:45:21.857912 dv-cinder-824187-7-iscsi neutron-server[109084]: 'PortForwarding': {'1.2'}, Jan 28 13:45:21.857912 dv-cinder-824187-7-iscsi neutron-server[109084]: 'QosPolicy': {'1.10'}, Jan 28 13:45:21.857912 dv-cinder-824187-7-iscsi neutron-server[109084]: 'SecurityGroup': {'1.5'}, Jan 28 13:45:21.857912 dv-cinder-824187-7-iscsi neutron-server[109084]: 'SecurityGroupRule': {'1.2'}, Jan 28 13:45:21.857912 dv-cinder-824187-7-iscsi neutron-server[109084]: 'SubPort': {'1.0'}, Jan 28 13:45:21.857912 dv-cinder-824187-7-iscsi neutron-server[109084]: 'Subnet': {'1.1'}, Jan 28 13:45:21.857912 dv-cinder-824187-7-iscsi neutron-server[109084]: 'Trunk': {'1.1'}} Jan 28 13:45:21.857912 dv-cinder-824187-7-iscsi neutron-server[109084]: consumer versions: Jan 28 13:45:21.857912 dv-cinder-824187-7-iscsi neutron-server[109084]: { DHCP agent@dv-cinder-824187-7-iscsi: {}, Jan 28 13:45:21.857912 dv-cinder-824187-7-iscsi neutron-server[109084]: HyperV agent@hv-cinder-82418: {}, Jan 28 13:45:21.857912 dv-cinder-824187-7-iscsi neutron-server[109084]: L3 agent@dv-cinder-824187-7-iscsi: {}, Jan 28 13:45:21.857912 dv-cinder-824187-7-iscsi neutron-server[109084]: Metadata agent@dv-cinder-824187-7-iscsi: {}, Jan 28 13:45:21.857912 dv-cinder-824187-7-iscsi neutron-server[109084]: Metering agent@dv-cinder-824187-7-iscsi: {}, Jan 28 13:45:21.857912 dv-cinder-824187-7-iscsi neutron-server[109084]: Open vSwitch agent@dv-cinder-824187-7-iscsi: { 'AddressGroup': '1.2', Jan 28 13:45:21.857912 dv-cinder-824187-7-iscsi neutron-server[109084]: 'ConntrackHelper': '1.0', Jan 28 13:45:21.857912 dv-cinder-824187-7-iscsi neutron-server[109084]: 'LocalIPAssociation': '1.0', Jan 28 13:45:21.857912 dv-cinder-824187-7-iscsi neutron-server[109084]: 'Log': '1.0', Jan 28 13:45:21.857912 dv-cinder-824187-7-iscsi neutron-server[109084]: 'Network': '1.1', Jan 28 13:45:21.857912 dv-cinder-824187-7-iscsi neutron-server[109084]: 'Port': '1.7', Jan 28 13:45:21.857912 dv-cinder-824187-7-iscsi neutron-server[109084]: 'PortForwarding': '1.2', Jan 28 13:45:21.857912 dv-cinder-824187-7-iscsi neutron-server[109084]: 'QosPolicy': '1.10', Jan 28 13:45:21.857912 dv-cinder-824187-7-iscsi neutron-server[109084]: 'SecurityGroup': '1.5', Jan 28 13:45:21.857912 dv-cinder-824187-7-iscsi neutron-server[109084]: 'SecurityGroupRule': '1.2', Jan 28 13:45:21.857912 dv-cinder-824187-7-iscsi neutron-server[109084]: 'SubPort': '1.0', Jan 28 13:45:21.857912 dv-cinder-824187-7-iscsi neutron-server[109084]: 'Subnet': '1.1', Jan 28 13:45:21.857912 dv-cinder-824187-7-iscsi neutron-server[109084]: 'Trunk': '1.1'}} Jan 28 13:45:21.857912 dv-cinder-824187-7-iscsi neutron-server[109084]: {{(pid=109084) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 13:45:21.880693 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 37934) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:45:21.887905 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceadc765-a92c-4eea-8144-05c2f3b5522a admin admin] Checking segment: {'id': '76fda797-5fc8-4861-a2c8-4de64e9f2b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '78d9b12b-20e5-405d-b8d9-58d523acb332'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:45:21.888538 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceadc765-a92c-4eea-8144-05c2f3b5522a admin admin] Network hostable DHCP agents. Network: 78d9b12b-20e5-405d-b8d9-58d523acb332, hostable agents: ['fe6892c5-7eb1-46ce-88dd-77c5bcc32263'], hosted agents: [] {{(pid=109084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:45:21.918435 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceadc765-a92c-4eea-8144-05c2f3b5522a admin admin] Network 78d9b12b-20e5-405d-b8d9-58d523acb332 is scheduled to be hosted by DHCP agent fe6892c5-7eb1-46ce-88dd-77c5bcc32263 with binding_index 1 {{(pid=109084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:45:21.918830 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 37942) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:45:21.936115 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.scheduler.base_scheduler [None req-ceadc765-a92c-4eea-8144-05c2f3b5522a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824187-7-iscsi, 78d9b12b-20e5-405d-b8d9-58d523acb332) {{(pid=109084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:45:21.940932 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceadc765-a92c-4eea-8144-05c2f3b5522a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:21.941583 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-ceadc765-a92c-4eea-8144-05c2f3b5522a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032615'] for subnet (None), before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:21.948000 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c283744f-ae1c-479c-b987-91877412f9a3 None None] Network 78d9b12b-20e5-405d-b8d9-58d523acb332 requested from dv-cinder-824187-7-iscsi {{(pid=109086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:45:21.962999 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 37950) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:45:21.967839 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.v2.base [None req-adbf89e1-e2eb-4926-8a9d-67c493bef06b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-128407593-router', 'tenant_id': '737de5ae86cd4e209c1bd6e090b968f3', 'external_gateway_info': {'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067'}}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:45:21.971872 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-ceadc765-a92c-4eea-8144-05c2f3b5522a admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4740376 Jan 28 13:45:21.980662 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 37952) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:45:21.999990 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-adbf89e1-e2eb-4926-8a9d-67c493bef06b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1812062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-46824'] for router (7c5b0b69-8cc3-4035-834e-edb5969b3858), before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:22.001324 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-adbf89e1-e2eb-4926-8a9d-67c493bef06b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1812686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1816868', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1575594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-46611'] for router (7c5b0b69-8cc3-4035-834e-edb5969b3858), precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:22.060489 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b69a8eaf-d675-4a72-9242-9fd8062c22f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp107b8415-c657-5120-917d-5bab152d4a1a-78d9b12b-20e5-405d-b8d9-58d523acb332', 'network_id': '78d9b12b-20e5-405d-b8d9-58d523acb332', 'project_id': '737de5ae86cd4e209c1bd6e090b968f3', 'fixed_ips': [{'subnet_id': '3016a3fe-7a83-4026-bb15-1c5764645712'}]}} from dv-cinder-824187-7-iscsi. {{(pid=109086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:45:22.061990 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b69a8eaf-d675-4a72-9242-9fd8062c22f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (None), before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:22.103913 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-adbf89e1-e2eb-4926-8a9d-67c493bef06b admin admin] Publish callbacks [] for router_controller (7c5b0b69-8cc3-4035-834e-edb5969b3858), precommit_add_association {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:22.156173 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.v2.base [None req-8d02c29b-8e81-461f-9de3-714dada5a41d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1186739786-network', 'tenant_id': 'c3eb71c4d3874600bb0a0cd6dd4ba11f'}} {{(pid=109084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:45:22.182246 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d02c29b-8e81-461f-9de3-714dada5a41d admin admin] Made reservation on behalf of c3eb71c4d3874600bb0a0cd6dd4ba11f for: {'network': 1} {{(pid=109084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:45:22.186233 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-8d02c29b-8e81-461f-9de3-714dada5a41d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for network (None), before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:22.197747 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-8d02c29b-8e81-461f-9de3-714dada5a41d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:22.239204 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.v2.base [None req-9d49af10-feb4-4c7e-a749-7ab5165f7341 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1176312518-network', 'tenant_id': '0799c831a5c443ae8c670a0c79104f84'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:45:22.270250 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.v2.base [None req-8afc9285-836c-4196-9b97-481e5f9dda1b admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-187000763-network', 'tenant_id': '3352f6533b004499aaf179e0cf333745'}} {{(pid=109084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:45:22.275965 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-b69a8eaf-d675-4a72-9242-9fd8062c22f5 None None] Allocated IP 172.20.0.2 (78d9b12b-20e5-405d-b8d9-58d523acb332/3016a3fe-7a83-4026-bb15-1c5764645712/f1a89e56-b733-4fa9-a569-5f08330bd26c) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:45:22.284277 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d49af10-feb4-4c7e-a749-7ab5165f7341 admin admin] Made reservation on behalf of 0799c831a5c443ae8c670a0c79104f84 for: {'network': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:45:22.300229 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9d49af10-feb4-4c7e-a749-7ab5165f7341 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for network (None), before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:22.316234 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8afc9285-836c-4196-9b97-481e5f9dda1b admin admin] Made reservation on behalf of 3352f6533b004499aaf179e0cf333745 for: {'network': 1} {{(pid=109084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:45:22.318615 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-8afc9285-836c-4196-9b97-481e5f9dda1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for network (None), before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:22.330377 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-8afc9285-836c-4196-9b97-481e5f9dda1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:22.357971 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-8d02c29b-8e81-461f-9de3-714dada5a41d admin admin] Publish callbacks [] for security_group (2e8aa884-59a1-48b6-b990-b4cff53ce899), precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:22.364342 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-8d02c29b-8e81-461f-9de3-714dada5a41d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (2e8aa884-59a1-48b6-b990-b4cff53ce899), after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:22.412549 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d02c29b-8e81-461f-9de3-714dada5a41d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e8aa884-59a1-48b6-b990-b4cff53ce899,revision_number=1']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:22.418560 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d02c29b-8e81-461f-9de3-714dada5a41d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 743} {{(pid=109084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:45:22.453583 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9d49af10-feb4-4c7e-a749-7ab5165f7341 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:22.463473 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.agents_db [None req-2611350c-8bbf-4fa3-a5bb-e2ba3591f3a7 None None] Agent healthcheck: found 6 active agents {{(pid=109087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:45:22.468799 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-8d02c29b-8e81-461f-9de3-714dada5a41d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-923698'] for segment (003e6ed3-f660-4372-97dd-5a5269adf1a1), precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:22.469178 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.db.segments_db [None req-8d02c29b-8e81-461f-9de3-714dada5a41d admin admin] Added segment 003e6ed3-f660-4372-97dd-5a5269adf1a1 of type vlan for network 805ad18e-97f9-4b97-8e73-49d5a4e25a9d Jan 28 13:45:22.476732 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-adbf89e1-e2eb-4926-8a9d-67c493bef06b admin admin] Publish callbacks [] for router_gateway (7c5b0b69-8cc3-4035-834e-edb5969b3858), precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:22.535261 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-8afc9285-836c-4196-9b97-481e5f9dda1b admin admin] Publish callbacks [] for security_group (16c42bdf-973e-4b4f-8c31-f5a8c1ccd032), precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:22.583557 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b69a8eaf-d675-4a72-9242-9fd8062c22f5 None None] Publish callbacks [] for port (f1a89e56-b733-4fa9-a569-5f08330bd26c), precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:22.591055 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b69a8eaf-d675-4a72-9242-9fd8062c22f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742788384826'] for port (f1a89e56-b733-4fa9-a569-5f08330bd26c), after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:22.604073 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-8d02c29b-8e81-461f-9de3-714dada5a41d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742788371074'] for network (805ad18e-97f9-4b97-8e73-49d5a4e25a9d), precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:22.642252 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-8afc9285-836c-4196-9b97-481e5f9dda1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (16c42bdf-973e-4b4f-8c31-f5a8c1ccd032), after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:22.662380 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8afc9285-836c-4196-9b97-481e5f9dda1b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 737} {{(pid=109084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:45:22.679489 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-8afc9285-836c-4196-9b97-481e5f9dda1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-923698'] for segment (295125c7-46c7-4c5a-b090-4ac467f9d1e3), precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:22.680079 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.db.segments_db [None req-8afc9285-836c-4196-9b97-481e5f9dda1b admin admin] Added segment 295125c7-46c7-4c5a-b090-4ac467f9d1e3 of type vlan for network 540d20e8-ba52-44bb-a51c-90ae52b3c129 Jan 28 13:45:22.701277 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b69a8eaf-d675-4a72-9242-9fd8062c22f5 None None] Network 78d9b12b-20e5-405d-b8d9-58d523acb332 is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:45:22.714036 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69a8eaf-d675-4a72-9242-9fd8062c22f5 None None] Pushing event updated for resources: {'Port': ['ID=f1a89e56-b733-4fa9-a569-5f08330bd26c,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:22.721140 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-b69a8eaf-d675-4a72-9242-9fd8062c22f5 None None] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:45:22.723749 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69a8eaf-d675-4a72-9242-9fd8062c22f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:45:22.724248 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69a8eaf-d675-4a72-9242-9fd8062c22f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:45:22.724879 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69a8eaf-d675-4a72-9242-9fd8062c22f5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:45:22.725417 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69a8eaf-d675-4a72-9242-9fd8062c22f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:45:22.726022 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69a8eaf-d675-4a72-9242-9fd8062c22f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:45:22.726683 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69a8eaf-d675-4a72-9242-9fd8062c22f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:45:22.727301 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69a8eaf-d675-4a72-9242-9fd8062c22f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:45:22.727865 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69a8eaf-d675-4a72-9242-9fd8062c22f5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:45:22.728403 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69a8eaf-d675-4a72-9242-9fd8062c22f5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:45:22.729035 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69a8eaf-d675-4a72-9242-9fd8062c22f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:45:22.729640 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69a8eaf-d675-4a72-9242-9fd8062c22f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:45:22.730124 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69a8eaf-d675-4a72-9242-9fd8062c22f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:45:22.730687 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69a8eaf-d675-4a72-9242-9fd8062c22f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:45:22.732126 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b69a8eaf-d675-4a72-9242-9fd8062c22f5 None None] Tracked resource versions report: Jan 28 13:45:22.732126 dv-cinder-824187-7-iscsi neutron-server[109086]: pushed versions: Jan 28 13:45:22.732126 dv-cinder-824187-7-iscsi neutron-server[109086]: { 'AddressGroup': {'1.2'}, Jan 28 13:45:22.732126 dv-cinder-824187-7-iscsi neutron-server[109086]: 'ConntrackHelper': {'1.0'}, Jan 28 13:45:22.732126 dv-cinder-824187-7-iscsi neutron-server[109086]: 'LocalIPAssociation': {'1.0'}, Jan 28 13:45:22.732126 dv-cinder-824187-7-iscsi neutron-server[109086]: 'Log': {'1.0'}, Jan 28 13:45:22.732126 dv-cinder-824187-7-iscsi neutron-server[109086]: 'Network': {'1.1'}, Jan 28 13:45:22.732126 dv-cinder-824187-7-iscsi neutron-server[109086]: 'Port': {'1.7'}, Jan 28 13:45:22.732126 dv-cinder-824187-7-iscsi neutron-server[109086]: 'PortForwarding': {'1.2'}, Jan 28 13:45:22.732126 dv-cinder-824187-7-iscsi neutron-server[109086]: 'QosPolicy': {'1.10'}, Jan 28 13:45:22.732126 dv-cinder-824187-7-iscsi neutron-server[109086]: 'SecurityGroup': {'1.5'}, Jan 28 13:45:22.732126 dv-cinder-824187-7-iscsi neutron-server[109086]: 'SecurityGroupRule': {'1.2'}, Jan 28 13:45:22.732126 dv-cinder-824187-7-iscsi neutron-server[109086]: 'SubPort': {'1.0'}, Jan 28 13:45:22.732126 dv-cinder-824187-7-iscsi neutron-server[109086]: 'Subnet': {'1.1'}, Jan 28 13:45:22.732126 dv-cinder-824187-7-iscsi neutron-server[109086]: 'Trunk': {'1.1'}} Jan 28 13:45:22.732126 dv-cinder-824187-7-iscsi neutron-server[109086]: consumer versions: Jan 28 13:45:22.732126 dv-cinder-824187-7-iscsi neutron-server[109086]: { DHCP agent@dv-cinder-824187-7-iscsi: {}, Jan 28 13:45:22.732126 dv-cinder-824187-7-iscsi neutron-server[109086]: HyperV agent@hv-cinder-82418: {}, Jan 28 13:45:22.732126 dv-cinder-824187-7-iscsi neutron-server[109086]: L3 agent@dv-cinder-824187-7-iscsi: {}, Jan 28 13:45:22.732126 dv-cinder-824187-7-iscsi neutron-server[109086]: Metadata agent@dv-cinder-824187-7-iscsi: {}, Jan 28 13:45:22.732126 dv-cinder-824187-7-iscsi neutron-server[109086]: Metering agent@dv-cinder-824187-7-iscsi: {}, Jan 28 13:45:22.732126 dv-cinder-824187-7-iscsi neutron-server[109086]: Open vSwitch agent@dv-cinder-824187-7-iscsi: { 'AddressGroup': '1.2', Jan 28 13:45:22.732126 dv-cinder-824187-7-iscsi neutron-server[109086]: 'ConntrackHelper': '1.0', Jan 28 13:45:22.732126 dv-cinder-824187-7-iscsi neutron-server[109086]: 'LocalIPAssociation': '1.0', Jan 28 13:45:22.732126 dv-cinder-824187-7-iscsi neutron-server[109086]: 'Log': '1.0', Jan 28 13:45:22.732126 dv-cinder-824187-7-iscsi neutron-server[109086]: 'Network': '1.1', Jan 28 13:45:22.732126 dv-cinder-824187-7-iscsi neutron-server[109086]: 'Port': '1.7', Jan 28 13:45:22.732126 dv-cinder-824187-7-iscsi neutron-server[109086]: 'PortForwarding': '1.2', Jan 28 13:45:22.732126 dv-cinder-824187-7-iscsi neutron-server[109086]: 'QosPolicy': '1.10', Jan 28 13:45:22.732126 dv-cinder-824187-7-iscsi neutron-server[109086]: 'SecurityGroup': '1.5', Jan 28 13:45:22.732126 dv-cinder-824187-7-iscsi neutron-server[109086]: 'SecurityGroupRule': '1.2', Jan 28 13:45:22.732126 dv-cinder-824187-7-iscsi neutron-server[109086]: 'SubPort': '1.0', Jan 28 13:45:22.732126 dv-cinder-824187-7-iscsi neutron-server[109086]: 'Subnet': '1.1', Jan 28 13:45:22.732126 dv-cinder-824187-7-iscsi neutron-server[109086]: 'Trunk': '1.1'}} Jan 28 13:45:22.732126 dv-cinder-824187-7-iscsi neutron-server[109086]: {{(pid=109086) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 13:45:22.734763 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69a8eaf-d675-4a72-9242-9fd8062c22f5 None None] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:45:22.755653 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-8afc9285-836c-4196-9b97-481e5f9dda1b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742788371074'] for network (540d20e8-ba52-44bb-a51c-90ae52b3c129), precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:22.780388 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9d49af10-feb4-4c7e-a749-7ab5165f7341 admin admin] Publish callbacks [] for security_group (47462364-4fd8-4866-bc2e-a7b55dd0dd93), precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:22.796499 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [None req-b69a8eaf-d675-4a72-9242-9fd8062c22f5 None None] Attempting to bind port f1a89e56-b733-4fa9-a569-5f08330bd26c on host dv-cinder-824187-7-iscsi for vnic_type normal with profile {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:45:22.796913 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [None req-b69a8eaf-d675-4a72-9242-9fd8062c22f5 None None] Attempting to bind port f1a89e56-b733-4fa9-a569-5f08330bd26c by drivers openvswitch,hyperv on host dv-cinder-824187-7-iscsi at level 0 using segments [{'id': '76fda797-5fc8-4861-a2c8-4de64e9f2b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '78d9b12b-20e5-405d-b8d9-58d523acb332'}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:45:22.797265 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b69a8eaf-d675-4a72-9242-9fd8062c22f5 None None] Attempting to bind port f1a89e56-b733-4fa9-a569-5f08330bd26c on network 78d9b12b-20e5-405d-b8d9-58d523acb332 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:45:22.802849 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b69a8eaf-d675-4a72-9242-9fd8062c22f5 None None] Checking agent: {'id': '91ec632a-2927-4715-8bad-f3132ebcbe46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824187-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 37, 34), 'started_at': datetime.datetime(2022, 1, 28, 13, 38, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824187-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:45:22.803723 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b69a8eaf-d675-4a72-9242-9fd8062c22f5 None None] Checking segment: {'id': '76fda797-5fc8-4861-a2c8-4de64e9f2b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '78d9b12b-20e5-405d-b8d9-58d523acb332'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:45:22.804424 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b69a8eaf-d675-4a72-9242-9fd8062c22f5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:22.805129 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b69a8eaf-d675-4a72-9242-9fd8062c22f5 None None] Bound using segment: {'id': '76fda797-5fc8-4861-a2c8-4de64e9f2b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '78d9b12b-20e5-405d-b8d9-58d523acb332'} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:45:22.805852 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [None req-b69a8eaf-d675-4a72-9242-9fd8062c22f5 None None] Bound port: f1a89e56-b733-4fa9-a569-5f08330bd26c, host: dv-cinder-824187-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76fda797-5fc8-4861-a2c8-4de64e9f2b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '78d9b12b-20e5-405d-b8d9-58d523acb332'}}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:45:22.806413 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b69a8eaf-d675-4a72-9242-9fd8062c22f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (f1a89e56-b733-4fa9-a569-5f08330bd26c), before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:22.807686 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9d49af10-feb4-4c7e-a749-7ab5165f7341 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (47462364-4fd8-4866-bc2e-a7b55dd0dd93), after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:22.817140 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-8d02c29b-8e81-461f-9de3-714dada5a41d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625'] for network (805ad18e-97f9-4b97-8e73-49d5a4e25a9d), after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:22.819035 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d02c29b-8e81-461f-9de3-714dada5a41d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:22.821309 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-8d02c29b-8e81-461f-9de3-714dada5a41d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032615'] for network (None), before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:22.850921 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-8afc9285-836c-4196-9b97-481e5f9dda1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625'] for network (540d20e8-ba52-44bb-a51c-90ae52b3c129), after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:22.851872 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8afc9285-836c-4196-9b97-481e5f9dda1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:22.855001 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-8afc9285-836c-4196-9b97-481e5f9dda1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032615'] for network (None), before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:22.878073 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-b69a8eaf-d675-4a72-9242-9fd8062c22f5 None None] For port f1a89e56-b733-4fa9-a569-5f08330bd26c, host dv-cinder-824187-7-iscsi, cleared binding levels {{(pid=109086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:45:22.882249 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-b69a8eaf-d675-4a72-9242-9fd8062c22f5 None None] For port f1a89e56-b733-4fa9-a569-5f08330bd26c, host dv-cinder-824187-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-7-iscsi',level=0,port_id=f1a89e56-b733-4fa9-a569-5f08330bd26c,segment=NetworkSegment(76fda797-5fc8-4861-a2c8-4de64e9f2b3e),segment_id=76fda797-5fc8-4861-a2c8-4de64e9f2b3e)] {{(pid=109086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:45:22.889500 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b69a8eaf-d675-4a72-9242-9fd8062c22f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862'] for port (f1a89e56-b733-4fa9-a569-5f08330bd26c), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:22.899046 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-8d02c29b-8e81-461f-9de3-714dada5a41d admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.0155032 Jan 28 13:45:22.899660 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 37980) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:45:22.923840 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d49af10-feb4-4c7e-a749-7ab5165f7341 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47462364-4fd8-4866-bc2e-a7b55dd0dd93,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:22.957512 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d49af10-feb4-4c7e-a749-7ab5165f7341 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 745} {{(pid=109085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:45:23.007218 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9d49af10-feb4-4c7e-a749-7ab5165f7341 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-923698'] for segment (4050b7b0-e9a9-41d7-af46-815bd2fde404), precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:23.007218 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.db.segments_db [None req-9d49af10-feb4-4c7e-a749-7ab5165f7341 admin admin] Added segment 4050b7b0-e9a9-41d7-af46-815bd2fde404 of type vlan for network 711eb359-e0a6-4069-8d9d-85442c14b212 Jan 28 13:45:23.036793 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69a8eaf-d675-4a72-9242-9fd8062c22f5 None None] Pushing event updated for resources: {'Port': ['ID=f1a89e56-b733-4fa9-a569-5f08330bd26c,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:23.118015 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-8afc9285-836c-4196-9b97-481e5f9dda1b admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1341109 Jan 28 13:45:23.118951 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 37996) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:45:23.152302 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.v2.base [None req-a9fa8be5-1ee5-4ee1-b8c6-4cfc16123fa8 admin admin] Request body: {'subnet': {'network_id': '805ad18e-97f9-4b97-8e73-49d5a4e25a9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1186739786-subnet', 'tenant_id': 'c3eb71c4d3874600bb0a0cd6dd4ba11f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:45:23.173672 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afc9285-836c-4196-9b97-481e5f9dda1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16c42bdf-973e-4b4f-8c31-f5a8c1ccd032,revision_number=1']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:23.203415 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.v2.base [None req-4a2521d0-81e6-4119-8842-26d0a3e52c27 admin admin] Request body: {'subnet': {'network_id': '540d20e8-ba52-44bb-a51c-90ae52b3c129', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-187000763-subnet', 'tenant_id': '3352f6533b004499aaf179e0cf333745', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:45:23.216694 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9d49af10-feb4-4c7e-a749-7ab5165f7341 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742788371074'] for network (711eb359-e0a6-4069-8d9d-85442c14b212), precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:23.271102 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d02c29b-8e81-461f-9de3-714dada5a41d admin admin] Pushing event updated for resources: {'Network': ['ID=805ad18e-97f9-4b97-8e73-49d5a4e25a9d,revision_number=1']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:23.284545 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Network 805ad18e-97f9-4b97-8e73-49d5a4e25a9d details requested by agent ovs-agent-dv-cinder-824187-7-iscsi with host dv-cinder-824187-7-iscsi {{(pid=109086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:45:23.416784 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.db.resource_extend [None req-9d49af10-feb4-4c7e-a749-7ab5165f7341 admin admin] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 13:45:23.436598 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-adbf89e1-e2eb-4926-8a9d-67c493bef06b admin admin] Publish callbacks [] for router_gateway (7c5b0b69-8cc3-4035-834e-edb5969b3858), before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:23.533664 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-adbf89e1-e2eb-4926-8a9d-67c493bef06b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (None), before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:23.535630 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9fa8be5-1ee5-4ee1-b8c6-4cfc16123fa8 admin admin] Made reservation on behalf of c3eb71c4d3874600bb0a0cd6dd4ba11f for: {'subnet': 1} {{(pid=109084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:45:23.535630 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-a9fa8be5-1ee5-4ee1-b8c6-4cfc16123fa8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:23.535630 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a2521d0-81e6-4119-8842-26d0a3e52c27 admin admin] Made reservation on behalf of 3352f6533b004499aaf179e0cf333745 for: {'subnet': 1} {{(pid=109084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:45:23.535630 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-4a2521d0-81e6-4119-8842-26d0a3e52c27 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:23.600449 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afc9285-836c-4196-9b97-481e5f9dda1b admin admin] Pushing event updated for resources: {'Network': ['ID=540d20e8-ba52-44bb-a51c-90ae52b3c129,revision_number=1']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:23.619853 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Network 540d20e8-ba52-44bb-a51c-90ae52b3c129 details requested by agent ovs-agent-dv-cinder-824187-7-iscsi with host dv-cinder-824187-7-iscsi {{(pid=109086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:45:23.625316 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9d49af10-feb4-4c7e-a749-7ab5165f7341 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625'] for network (711eb359-e0a6-4069-8d9d-85442c14b212), after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:23.627484 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d49af10-feb4-4c7e-a749-7ab5165f7341 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:23.628311 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9d49af10-feb4-4c7e-a749-7ab5165f7341 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032615'] for network (None), before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:23.742353 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [None req-adbf89e1-e2eb-4926-8a9d-67c493bef06b admin admin] Allocated IP 172.27.0.94 (5658bb11-9d09-4b0d-90e7-a96bf662b067/12c2ab48-c458-44a5-bf56-c21764e1e48c/0a436445-0a24-4f7c-938b-88bfd91db432) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:45:23.843087 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d49af10-feb4-4c7e-a749-7ab5165f7341 admin admin] Pushing event updated for resources: {'Network': ['ID=711eb359-e0a6-4069-8d9d-85442c14b212,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:23.856722 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Network 711eb359-e0a6-4069-8d9d-85442c14b212 details requested by agent ovs-agent-dv-cinder-824187-7-iscsi with host dv-cinder-824187-7-iscsi {{(pid=109086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:45:23.864954 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-9d49af10-feb4-4c7e-a749-7ab5165f7341 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.9444957 Jan 28 13:45:23.867533 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 38024) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:45:23.872996 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.v2.base [None req-b601c495-bd7d-451e-b785-4ad1e5aefcfb admin admin] Request body: {'subnet': {'network_id': '711eb359-e0a6-4069-8d9d-85442c14b212', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1176312518-subnet', 'tenant_id': '0799c831a5c443ae8c670a0c79104f84', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:45:23.892209 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-a9fa8be5-1ee5-4ee1-b8c6-4cfc16123fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625'] for subnet (eff84041-49b5-4697-b7b5-e67d81854a3c), after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:23.903513 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b601c495-bd7d-451e-b785-4ad1e5aefcfb admin admin] Made reservation on behalf of 0799c831a5c443ae8c670a0c79104f84 for: {'subnet': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:45:23.906770 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b601c495-bd7d-451e-b785-4ad1e5aefcfb admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:24.052983 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fa8be5-1ee5-4ee1-b8c6-4cfc16123fa8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eff84041-49b5-4697-b7b5-e67d81854a3c,revision_number=0']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:24.072204 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9fa8be5-1ee5-4ee1-b8c6-4cfc16123fa8 admin admin] Checking segment: {'id': '003e6ed3-f660-4372-97dd-5a5269adf1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '805ad18e-97f9-4b97-8e73-49d5a4e25a9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:45:24.072560 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9fa8be5-1ee5-4ee1-b8c6-4cfc16123fa8 admin admin] Network hostable DHCP agents. Network: 805ad18e-97f9-4b97-8e73-49d5a4e25a9d, hostable agents: ['fe6892c5-7eb1-46ce-88dd-77c5bcc32263'], hosted agents: [] {{(pid=109084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:45:24.120658 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9fa8be5-1ee5-4ee1-b8c6-4cfc16123fa8 admin admin] Network 805ad18e-97f9-4b97-8e73-49d5a4e25a9d is scheduled to be hosted by DHCP agent fe6892c5-7eb1-46ce-88dd-77c5bcc32263 with binding_index 1 {{(pid=109084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:45:24.121468 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-adbf89e1-e2eb-4926-8a9d-67c493bef06b admin admin] Publish callbacks [] for port (0a436445-0a24-4f7c-938b-88bfd91db432), precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:24.125974 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b601c495-bd7d-451e-b785-4ad1e5aefcfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625'] for subnet (6a182525-8d42-4b74-88dd-616808d54b14), after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:24.160512 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.scheduler.base_scheduler [None req-a9fa8be5-1ee5-4ee1-b8c6-4cfc16123fa8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824187-7-iscsi, 805ad18e-97f9-4b97-8e73-49d5a4e25a9d) {{(pid=109084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:45:24.174680 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c25c2bf8-8236-4ea3-bdd0-d3953588dd25 None None] Network 805ad18e-97f9-4b97-8e73-49d5a4e25a9d requested from dv-cinder-824187-7-iscsi {{(pid=109086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:45:24.176168 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9fa8be5-1ee5-4ee1-b8c6-4cfc16123fa8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:24.176781 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-a9fa8be5-1ee5-4ee1-b8c6-4cfc16123fa8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032615'] for subnet (None), before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:24.189010 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-4a2521d0-81e6-4119-8842-26d0a3e52c27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625'] for subnet (2b7c19f5-5607-450e-ac1d-452cb2e1169e), after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:24.221352 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b601c495-bd7d-451e-b785-4ad1e5aefcfb admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a182525-8d42-4b74-88dd-616808d54b14,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:24.234567 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-a9fa8be5-1ee5-4ee1-b8c6-4cfc16123fa8 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.1531751 Jan 28 13:45:24.239929 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 38026) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:45:24.257323 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.v2.base [None req-973d78ba-247f-4b33-8ee6-29d4a0daae0b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1186739786-router', 'tenant_id': 'c3eb71c4d3874600bb0a0cd6dd4ba11f', 'external_gateway_info': {'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067'}}} {{(pid=109084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:45:24.292065 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2521d0-81e6-4119-8842-26d0a3e52c27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b7c19f5-5607-450e-ac1d-452cb2e1169e,revision_number=0']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:24.299046 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b601c495-bd7d-451e-b785-4ad1e5aefcfb admin admin] Checking segment: {'id': '4050b7b0-e9a9-41d7-af46-815bd2fde404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '711eb359-e0a6-4069-8d9d-85442c14b212'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:45:24.299535 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b601c495-bd7d-451e-b785-4ad1e5aefcfb admin admin] Network hostable DHCP agents. Network: 711eb359-e0a6-4069-8d9d-85442c14b212, hostable agents: ['fe6892c5-7eb1-46ce-88dd-77c5bcc32263'], hosted agents: [] {{(pid=109085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:45:24.309081 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-adbf89e1-e2eb-4926-8a9d-67c493bef06b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742788384826'] for port (0a436445-0a24-4f7c-938b-88bfd91db432), after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:24.310390 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-973d78ba-247f-4b33-8ee6-29d4a0daae0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1812062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-46824'] for router (1617130e-5be0-4472-9d35-6ccfd7518340), before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:24.312045 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-973d78ba-247f-4b33-8ee6-29d4a0daae0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1812686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1816868', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1575594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-46611'] for router (1617130e-5be0-4472-9d35-6ccfd7518340), precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:24.348461 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2521d0-81e6-4119-8842-26d0a3e52c27 admin admin] Checking segment: {'id': '295125c7-46c7-4c5a-b090-4ac467f9d1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '540d20e8-ba52-44bb-a51c-90ae52b3c129'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:45:24.348947 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a2521d0-81e6-4119-8842-26d0a3e52c27 admin admin] Network hostable DHCP agents. Network: 540d20e8-ba52-44bb-a51c-90ae52b3c129, hostable agents: ['fe6892c5-7eb1-46ce-88dd-77c5bcc32263'], hosted agents: [] {{(pid=109084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:45:24.404404 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b601c495-bd7d-451e-b785-4ad1e5aefcfb admin admin] Network 711eb359-e0a6-4069-8d9d-85442c14b212 is scheduled to be hosted by DHCP agent fe6892c5-7eb1-46ce-88dd-77c5bcc32263 with binding_index 1 {{(pid=109085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:45:24.410706 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adbf89e1-e2eb-4926-8a9d-67c493bef06b admin admin] Network 5658bb11-9d09-4b0d-90e7-a96bf662b067 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:45:24.411807 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbf89e1-e2eb-4926-8a9d-67c493bef06b admin admin] Pushing event updated for resources: {'Port': ['ID=0a436445-0a24-4f7c-938b-88bfd91db432,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:24.428897 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-adbf89e1-e2eb-4926-8a9d-67c493bef06b admin admin] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:45:24.435023 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf2d0720-90ea-4cdd-a18d-134866c79dc4 None None] Network 805ad18e-97f9-4b97-8e73-49d5a4e25a9d requested from dv-cinder-824187-7-iscsi {{(pid=109086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:45:24.438886 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-973d78ba-247f-4b33-8ee6-29d4a0daae0b admin admin] Publish callbacks [] for router_controller (1617130e-5be0-4472-9d35-6ccfd7518340), precommit_add_association {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:24.442622 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a2521d0-81e6-4119-8842-26d0a3e52c27 admin admin] Network 540d20e8-ba52-44bb-a51c-90ae52b3c129 is scheduled to be hosted by DHCP agent fe6892c5-7eb1-46ce-88dd-77c5bcc32263 with binding_index 1 {{(pid=109084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:45:24.446275 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adbf89e1-e2eb-4926-8a9d-67c493bef06b admin admin] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:45:24.457959 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-b601c495-bd7d-451e-b785-4ad1e5aefcfb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824187-7-iscsi, 711eb359-e0a6-4069-8d9d-85442c14b212) {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:45:24.480652 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.scheduler.base_scheduler [None req-4a2521d0-81e6-4119-8842-26d0a3e52c27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824187-7-iscsi, 540d20e8-ba52-44bb-a51c-90ae52b3c129) {{(pid=109084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:45:24.534069 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b601c495-bd7d-451e-b785-4ad1e5aefcfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:24.536649 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b601c495-bd7d-451e-b785-4ad1e5aefcfb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032615'] for subnet (None), before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:24.540918 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a2521d0-81e6-4119-8842-26d0a3e52c27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:24.541784 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-4a2521d0-81e6-4119-8842-26d0a3e52c27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032615'] for subnet (None), before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:24.554430 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41886a4d-19a5-4b5c-9fad-10224f3be3ce None None] Network 711eb359-e0a6-4069-8d9d-85442c14b212 requested from dv-cinder-824187-7-iscsi {{(pid=109086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:45:24.593662 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-4a2521d0-81e6-4119-8842-26d0a3e52c27 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4316921 Jan 28 13:45:24.757306 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-b601c495-bd7d-451e-b785-4ad1e5aefcfb admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8859084 Jan 28 13:45:24.772704 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da669bf1-54f8-4a7e-8a6b-c1a012bb1e49 None None] Network 540d20e8-ba52-44bb-a51c-90ae52b3c129 requested from dv-cinder-824187-7-iscsi {{(pid=109086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:45:24.773503 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 38052) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:45:24.785847 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.v2.base [None req-f1ff56a0-81ed-4744-ae30-ca826a0fa4b3 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1176312518-router', 'tenant_id': '0799c831a5c443ae8c670a0c79104f84', 'external_gateway_info': {'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067'}}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:45:24.805618 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-973d78ba-247f-4b33-8ee6-29d4a0daae0b admin admin] Publish callbacks [] for router_gateway (1617130e-5be0-4472-9d35-6ccfd7518340), precommit_update {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:24.918215 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f1ff56a0-81ed-4744-ae30-ca826a0fa4b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1812062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-46824'] for router (20f5b06b-d884-4fdb-859d-bb555f60c119), before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:24.921074 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f1ff56a0-81ed-4744-ae30-ca826a0fa4b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1812686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1816868', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1575594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-46611'] for router (20f5b06b-d884-4fdb-859d-bb555f60c119), precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:24.932391 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-314d5c78-d779-45d6-886d-d6eaaf6fac8a None None] Network 78d9b12b-20e5-405d-b8d9-58d523acb332 requested from dv-cinder-824187-7-iscsi {{(pid=109086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:45:24.956537 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8d2d892-d069-488a-8f25-191e2ba6eca5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp107b8415-c657-5120-917d-5bab152d4a1a-711eb359-e0a6-4069-8d9d-85442c14b212', 'network_id': '711eb359-e0a6-4069-8d9d-85442c14b212', 'project_id': '0799c831a5c443ae8c670a0c79104f84', 'fixed_ips': [{'subnet_id': '6a182525-8d42-4b74-88dd-616808d54b14'}]}} from dv-cinder-824187-7-iscsi. {{(pid=109086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:45:24.957900 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c8d2d892-d069-488a-8f25-191e2ba6eca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (None), before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:24.995644 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f1ff56a0-81ed-4744-ae30-ca826a0fa4b3 admin admin] Publish callbacks [] for router_controller (20f5b06b-d884-4fdb-859d-bb555f60c119), precommit_add_association {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:25.332592 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-c8d2d892-d069-488a-8f25-191e2ba6eca5 None None] Allocated IP 172.20.0.2 (711eb359-e0a6-4069-8d9d-85442c14b212/6a182525-8d42-4b74-88dd-616808d54b14/2baf8ecc-b2c8-4181-87e0-a5bf9e8d0a94) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:45:25.406005 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f1ff56a0-81ed-4744-ae30-ca826a0fa4b3 admin admin] Publish callbacks [] for router_gateway (20f5b06b-d884-4fdb-859d-bb555f60c119), precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:25.419565 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-adbf89e1-e2eb-4926-8a9d-67c493bef06b admin admin] Publish callbacks [] for router_gateway (7c5b0b69-8cc3-4035-834e-edb5969b3858), after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:25.454402 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Device f1a89e56-b733-4fa9-a569-5f08330bd26c up at agent ovs-agent-dv-cinder-824187-7-iscsi {{(pid=109086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:45:25.519063 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-973d78ba-247f-4b33-8ee6-29d4a0daae0b admin admin] Publish callbacks [] for router_gateway (1617130e-5be0-4472-9d35-6ccfd7518340), before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:25.519499 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-a7322cce-443d-4db3-a9db-df25c52289ab None None] Provisioning complete for port f1a89e56-b733-4fa9-a569-5f08330bd26c triggered by entity DHCP. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:45:25.520181 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a7322cce-443d-4db3-a9db-df25c52289ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041328'] for port (f1a89e56-b733-4fa9-a569-5f08330bd26c), provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:25.572181 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-973d78ba-247f-4b33-8ee6-29d4a0daae0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (None), before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:25.851532 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.db.db_base_plugin_common [None req-973d78ba-247f-4b33-8ee6-29d4a0daae0b admin admin] Allocated IP 172.27.0.162 (5658bb11-9d09-4b0d-90e7-a96bf662b067/12c2ab48-c458-44a5-bf56-c21764e1e48c/25319c86-e3e0-4f31-8eee-0b3acb24c184) {{(pid=109084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:45:25.917364 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 38118) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:45:25.928962 dv-cinder-824187-7-iscsi neutron-server[109085]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 28 13:45:26.006592 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-973d78ba-247f-4b33-8ee6-29d4a0daae0b admin admin] Publish callbacks [] for port (25319c86-e3e0-4f31-8eee-0b3acb24c184), precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:26.052719 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d535e516-dd59-41b2-80fe-03e756708854 None None] Network 540d20e8-ba52-44bb-a51c-90ae52b3c129 requested from dv-cinder-824187-7-iscsi {{(pid=109086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:45:26.086424 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-a7322cce-443d-4db3-a9db-df25c52289ab None None] Current status of the port f1a89e56-b733-4fa9-a569-5f08330bd26c is: DOWN; New status is: ACTIVE {{(pid=109086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:45:26.087011 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a7322cce-443d-4db3-a9db-df25c52289ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (f1a89e56-b733-4fa9-a569-5f08330bd26c), before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:26.116167 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-973d78ba-247f-4b33-8ee6-29d4a0daae0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742788384826'] for port (25319c86-e3e0-4f31-8eee-0b3acb24c184), after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:26.120896 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-adbf89e1-e2eb-4926-8a9d-67c493bef06b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1812695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1816913'] for router (7c5b0b69-8cc3-4035-834e-edb5969b3858), after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:26.194535 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-973d78ba-247f-4b33-8ee6-29d4a0daae0b admin admin] Network 5658bb11-9d09-4b0d-90e7-a96bf662b067 is already hosted by enough agents. {{(pid=109084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:45:26.199880 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.scheduler.base_scheduler [None req-973d78ba-247f-4b33-8ee6-29d4a0daae0b admin admin] Resources bound (agent type, host, resource id): {{(pid=109084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:45:26.207149 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973d78ba-247f-4b33-8ee6-29d4a0daae0b admin admin] Received port after_create {{(pid=109084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:45:26.260034 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973d78ba-247f-4b33-8ee6-29d4a0daae0b admin admin] Pushing event updated for resources: {'Port': ['ID=25319c86-e3e0-4f31-8eee-0b3acb24c184,revision_number=1']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:26.265773 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8767422f-4ec7-42bc-a783-7ba1bdde5997 req-d6527853-af53-424e-bfba-acf30d1edd7f tempest-DeleteServersTestJSON-498800092 tempest-DeleteServersTestJSON-498800092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:26.267275 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-8767422f-4ec7-42bc-a783-7ba1bdde5997 req-d6527853-af53-424e-bfba-acf30d1edd7f tempest-DeleteServersTestJSON-498800092 tempest-DeleteServersTestJSON-498800092-project] 10.222.0.72 "GET /v2.0/networks?id=540d20e8-ba52-44bb-a51c-90ae52b3c129 HTTP/1.1" status: 200 len: 811 time: 0.3397779 Jan 28 13:45:26.283167 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c8d2d892-d069-488a-8f25-191e2ba6eca5 None None] Publish callbacks [] for port (2baf8ecc-b2c8-4181-87e0-a5bf9e8d0a94), precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:26.315991 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-8767422f-4ec7-42bc-a783-7ba1bdde5997 req-cca4772b-9ce3-4fab-81f6-a99c01036499 tempest-DeleteServersTestJSON-498800092 tempest-DeleteServersTestJSON-498800092-project] 10.222.0.72 "GET /v2.0/quotas/3352f6533b004499aaf179e0cf333745 HTTP/1.1" status: 200 len: 375 time: 0.0193148 Jan 28 13:45:26.320208 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c8d2d892-d069-488a-8f25-191e2ba6eca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742788384826'] for port (2baf8ecc-b2c8-4181-87e0-a5bf9e8d0a94), after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:26.390635 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-a7322cce-443d-4db3-a9db-df25c52289ab None None] For port f1a89e56-b733-4fa9-a569-5f08330bd26c, host dv-cinder-824187-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-7-iscsi',level=0,port_id=f1a89e56-b733-4fa9-a569-5f08330bd26c,segment=NetworkSegment(76fda797-5fc8-4861-a2c8-4de64e9f2b3e),segment_id=76fda797-5fc8-4861-a2c8-4de64e9f2b3e)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:45:26.410034 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d2d892-d069-488a-8f25-191e2ba6eca5 None None] Network 711eb359-e0a6-4069-8d9d-85442c14b212 is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:45:26.410968 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a7322cce-443d-4db3-a9db-df25c52289ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862'] for port (f1a89e56-b733-4fa9-a569-5f08330bd26c), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:26.419465 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-8767422f-4ec7-42bc-a783-7ba1bdde5997 req-d022942a-40fb-4e33-ac05-296406d9b3a8 tempest-DeleteServersTestJSON-498800092 tempest-DeleteServersTestJSON-498800092-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=3352f6533b004499aaf179e0cf333745&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0731862 Jan 28 13:45:26.434247 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-c8d2d892-d069-488a-8f25-191e2ba6eca5 None None] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:45:26.438944 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d2d892-d069-488a-8f25-191e2ba6eca5 None None] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:45:26.440904 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d2d892-d069-488a-8f25-191e2ba6eca5 None None] Pushing event updated for resources: {'Port': ['ID=2baf8ecc-b2c8-4181-87e0-a5bf9e8d0a94,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:26.444039 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Provisioning complete for port f1a89e56-b733-4fa9-a569-5f08330bd26c triggered by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:45:26.444526 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f1ff56a0-81ed-4744-ae30-ca826a0fa4b3 admin admin] Publish callbacks [] for router_gateway (20f5b06b-d884-4fdb-859d-bb555f60c119), before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:26.444779 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041328'] for port (f1a89e56-b733-4fa9-a569-5f08330bd26c), provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:26.471885 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f1ff56a0-81ed-4744-ae30-ca826a0fa4b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (None), before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:26.547799 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adbf89e1-e2eb-4926-8a9d-67c493bef06b admin admin] Router 7c5b0b69-8cc3-4035-834e-edb5969b3858 is scheduled to L3 agent 5fb30df9-6f10-41b8-94cc-b881623ba250 with binding_index 1 {{(pid=109085) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:45:26.613086 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [None req-c8d2d892-d069-488a-8f25-191e2ba6eca5 None None] Attempting to bind port 2baf8ecc-b2c8-4181-87e0-a5bf9e8d0a94 on host dv-cinder-824187-7-iscsi for vnic_type normal with profile {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:45:26.613906 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [None req-c8d2d892-d069-488a-8f25-191e2ba6eca5 None None] Attempting to bind port 2baf8ecc-b2c8-4181-87e0-a5bf9e8d0a94 by drivers openvswitch,hyperv on host dv-cinder-824187-7-iscsi at level 0 using segments [{'id': '4050b7b0-e9a9-41d7-af46-815bd2fde404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '711eb359-e0a6-4069-8d9d-85442c14b212'}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:45:26.614624 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d2d892-d069-488a-8f25-191e2ba6eca5 None None] Attempting to bind port 2baf8ecc-b2c8-4181-87e0-a5bf9e8d0a94 on network 711eb359-e0a6-4069-8d9d-85442c14b212 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:45:26.616988 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7322cce-443d-4db3-a9db-df25c52289ab None None] Pushing event updated for resources: {'Port': ['ID=f1a89e56-b733-4fa9-a569-5f08330bd26c,revision_number=3']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:26.628344 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d2d892-d069-488a-8f25-191e2ba6eca5 None None] Checking agent: {'id': '91ec632a-2927-4715-8bad-f3132ebcbe46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824187-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 37, 34), 'started_at': datetime.datetime(2022, 1, 28, 13, 38, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824187-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:45:26.629035 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d2d892-d069-488a-8f25-191e2ba6eca5 None None] Checking segment: {'id': '4050b7b0-e9a9-41d7-af46-815bd2fde404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '711eb359-e0a6-4069-8d9d-85442c14b212'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:45:26.630060 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c8d2d892-d069-488a-8f25-191e2ba6eca5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:26.630670 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d2d892-d069-488a-8f25-191e2ba6eca5 None None] Bound using segment: {'id': '4050b7b0-e9a9-41d7-af46-815bd2fde404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '711eb359-e0a6-4069-8d9d-85442c14b212'} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:45:26.631372 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [None req-c8d2d892-d069-488a-8f25-191e2ba6eca5 None None] Bound port: 2baf8ecc-b2c8-4181-87e0-a5bf9e8d0a94, host: dv-cinder-824187-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4050b7b0-e9a9-41d7-af46-815bd2fde404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '711eb359-e0a6-4069-8d9d-85442c14b212'}}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:45:26.631986 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c8d2d892-d069-488a-8f25-191e2ba6eca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (2baf8ecc-b2c8-4181-87e0-a5bf9e8d0a94), before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:26.717600 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Current status of the port f1a89e56-b733-4fa9-a569-5f08330bd26c is: ACTIVE; New status is: ACTIVE {{(pid=109086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:45:26.723755 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [None req-f1ff56a0-81ed-4744-ae30-ca826a0fa4b3 admin admin] Allocated IP 172.27.0.158 (5658bb11-9d09-4b0d-90e7-a96bf662b067/12c2ab48-c458-44a5-bf56-c21764e1e48c/0d71a8f6-5672-41f6-a935-2f6ccc98a36b) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:45:26.786045 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-c8d2d892-d069-488a-8f25-191e2ba6eca5 None None] For port 2baf8ecc-b2c8-4181-87e0-a5bf9e8d0a94, host dv-cinder-824187-7-iscsi, cleared binding levels {{(pid=109086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:45:26.789923 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-c8d2d892-d069-488a-8f25-191e2ba6eca5 None None] For port 2baf8ecc-b2c8-4181-87e0-a5bf9e8d0a94, host dv-cinder-824187-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-7-iscsi',level=0,port_id=2baf8ecc-b2c8-4181-87e0-a5bf9e8d0a94,segment=NetworkSegment(4050b7b0-e9a9-41d7-af46-815bd2fde404),segment_id=4050b7b0-e9a9-41d7-af46-815bd2fde404)] {{(pid=109086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:45:26.798866 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c8d2d892-d069-488a-8f25-191e2ba6eca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862'] for port (2baf8ecc-b2c8-4181-87e0-a5bf9e8d0a94), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:26.814204 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-973d78ba-247f-4b33-8ee6-29d4a0daae0b admin admin] Publish callbacks [] for router_gateway (1617130e-5be0-4472-9d35-6ccfd7518340), after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:26.856572 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adbf89e1-e2eb-4926-8a9d-67c493bef06b admin admin] Notify agent at l3_agent.dv-cinder-824187-7-iscsi the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:45:26.867919 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbeb69ab-c0cd-4dcb-a640-4f5ab76199c1 None None] Sync routers for ids ['7c5b0b69-8cc3-4035-834e-edb5969b3858'] in dv-cinder-824187-7-iscsi {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:45:26.901745 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-3f8fcd1c-bdb2-4d16-b4bb-4ee7d970463c None None] Provisioning complete for port f1a89e56-b733-4fa9-a569-5f08330bd26c triggered by entity DHCP. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:45:26.902087 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3f8fcd1c-bdb2-4d16-b4bb-4ee7d970463c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041328'] for port (f1a89e56-b733-4fa9-a569-5f08330bd26c), provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:26.910649 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbeb69ab-c0cd-4dcb-a640-4f5ab76199c1 None None] Routers {'7c5b0b69-8cc3-4035-834e-edb5969b3858'} bound to L3 agent in host dv-cinder-824187-7-iscsi {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:45:26.911753 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-cbeb69ab-c0cd-4dcb-a640-4f5ab76199c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T13:37:30Z,description=,heartbeat_timestamp=2022-01-28T13:45:00Z,host='dv-cinder-824187-7-iscsi',id=5fb30df9-6f10-41b8-94cc-b881623ba250,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:37:30Z,topic='l3_agent')) {'router_ids': ['7c5b0b69-8cc3-4035-834e-edb5969b3858'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:45:26.960784 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d2d892-d069-488a-8f25-191e2ba6eca5 None None] Pushing event updated for resources: {'Port': ['ID=2baf8ecc-b2c8-4181-87e0-a5bf9e8d0a94,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:27.015920 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f1ff56a0-81ed-4744-ae30-ca826a0fa4b3 admin admin] Publish callbacks [] for port (0d71a8f6-5672-41f6-a935-2f6ccc98a36b), precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:27.112902 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f1ff56a0-81ed-4744-ae30-ca826a0fa4b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742788384826'] for port (0d71a8f6-5672-41f6-a935-2f6ccc98a36b), after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:27.180356 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Device f1a89e56-b733-4fa9-a569-5f08330bd26c up at agent ovs-agent-dv-cinder-824187-7-iscsi {{(pid=109086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:45:27.286832 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-3f8fcd1c-bdb2-4d16-b4bb-4ee7d970463c None None] Current status of the port f1a89e56-b733-4fa9-a569-5f08330bd26c is: ACTIVE; New status is: ACTIVE {{(pid=109086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:45:27.337800 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Provisioning complete for port f1a89e56-b733-4fa9-a569-5f08330bd26c triggered by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:45:27.338211 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041328'] for port (f1a89e56-b733-4fa9-a569-5f08330bd26c), provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:27.429303 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-973d78ba-247f-4b33-8ee6-29d4a0daae0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1812695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1816913'] for router (1617130e-5be0-4472-9d35-6ccfd7518340), after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:27.507641 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-cbeb69ab-c0cd-4dcb-a640-4f5ab76199c1 None None] Set router 7c5b0b69-8cc3-4035-834e-edb5969b3858 gateway port host: dv-cinder-824187-7-iscsi {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:45:27.545926 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [req-8767422f-4ec7-42bc-a783-7ba1bdde5997 req-d0fd64cc-3b99-4b27-b5e0-c7c212d32d07 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=109085) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:45:27.548073 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-8767422f-4ec7-42bc-a783-7ba1bdde5997 req-d0fd64cc-3b99-4b27-b5e0-c7c212d32d07 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.6873500 Jan 28 13:45:27.585855 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-adbf89e1-e2eb-4926-8a9d-67c493bef06b admin admin] Publish callbacks [] for router (None), before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:27.593158 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-adbf89e1-e2eb-4926-8a9d-67c493bef06b admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.6290281 Jan 28 13:45:27.602905 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ff56a0-81ed-4744-ae30-ca826a0fa4b3 admin admin] Network 5658bb11-9d09-4b0d-90e7-a96bf662b067 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:45:27.608352 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 38158) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:45:27.622945 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-f1ff56a0-81ed-4744-ae30-ca826a0fa4b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:45:27.659716 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ff56a0-81ed-4744-ae30-ca826a0fa4b3 admin admin] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:45:27.701584 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Current status of the port f1a89e56-b733-4fa9-a569-5f08330bd26c is: ACTIVE; New status is: ACTIVE {{(pid=109086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:45:27.803431 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ff56a0-81ed-4744-ae30-ca826a0fa4b3 admin admin] Pushing event updated for resources: {'Port': ['ID=0d71a8f6-5672-41f6-a935-2f6ccc98a36b,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:27.815191 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-973d78ba-247f-4b33-8ee6-29d4a0daae0b admin admin] Router 1617130e-5be0-4472-9d35-6ccfd7518340 is scheduled to L3 agent 5fb30df9-6f10-41b8-94cc-b881623ba250 with binding_index 1 {{(pid=109084) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:45:27.915591 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-cbeb69ab-c0cd-4dcb-a640-4f5ab76199c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c5b0b69-8cc3-4035-834e-edb5969b3858', 'name': 'tempest-AttachVolumeTestJSON-128407593-router', 'tenant_id': '737de5ae86cd4e209c1bd6e090b968f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'external_fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '0a436445-0a24-4f7c-938b-88bfd91db432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:45:22Z', 'updated_at': '2022-01-28T13:45:24Z', 'revision_number': 3, 'project_id': '737de5ae86cd4e209c1bd6e090b968f3', 'gw_port': {'id': '0a436445-0a24-4f7c-938b-88bfd91db432', 'name': '', 'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:a8:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c5b0b69-8cc3-4035-834e-edb5969b3858', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:23Z', 'updated_at': '2022-01-28T13:45:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-7-iscsi'}], 'dv-cinder-824187-7-iscsi', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:45:27.984601 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbeb69ab-c0cd-4dcb-a640-4f5ab76199c1 None None] Checking router: 7c5b0b69-8cc3-4035-834e-edb5969b3858 for host: dv-cinder-824187-7-iscsi {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:45:27.985454 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbeb69ab-c0cd-4dcb-a640-4f5ab76199c1 None None] Updating router 7c5b0b69-8cc3-4035-834e-edb5969b3858 port 0a436445-0a24-4f7c-938b-88bfd91db432 binding host dv-cinder-824187-7-iscsi {{(pid=109087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:45:28.013403 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-8767422f-4ec7-42bc-a783-7ba1bdde5997 req-fb218143-319b-4a76-bee2-449db78287cf service neutron] 10.222.0.72 "GET /v2.0/networks/540d20e8-ba52-44bb-a51c-90ae52b3c129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4079361 Jan 28 13:45:28.028685 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-973d78ba-247f-4b33-8ee6-29d4a0daae0b admin admin] Notify agent at l3_agent.dv-cinder-824187-7-iscsi the message routers_updated {{(pid=109084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:45:28.045780 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a6d2b3-6725-4a23-818b-4bb27a8a2f0f None None] Sync routers for ids ['1617130e-5be0-4472-9d35-6ccfd7518340'] in dv-cinder-824187-7-iscsi {{(pid=109086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:45:28.052813 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-cbeb69ab-c0cd-4dcb-a640-4f5ab76199c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (0a436445-0a24-4f7c-938b-88bfd91db432), before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:28.066725 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-973d78ba-247f-4b33-8ee6-29d4a0daae0b admin admin] Publish callbacks [] for router (None), before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:28.069366 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-973d78ba-247f-4b33-8ee6-29d4a0daae0b admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.8160136 Jan 28 13:45:28.071874 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 38172) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:45:28.073431 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a6d2b3-6725-4a23-818b-4bb27a8a2f0f None None] Routers {'1617130e-5be0-4472-9d35-6ccfd7518340'} bound to L3 agent in host dv-cinder-824187-7-iscsi {{(pid=109086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:45:28.074113 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-d1a6d2b3-6725-4a23-818b-4bb27a8a2f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T13:37:30Z,description=,heartbeat_timestamp=2022-01-28T13:45:00Z,host='dv-cinder-824187-7-iscsi',id=5fb30df9-6f10-41b8-94cc-b881623ba250,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:37:30Z,topic='l3_agent')) {'router_ids': ['1617130e-5be0-4472-9d35-6ccfd7518340'], 'active': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:45:28.345864 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-314e4bc7-cb7d-4d6c-a2a3-152e339227c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (fe6892c5-7eb1-46ce-88dd-77c5bcc32263), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:28.402671 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvr_db [None req-d1a6d2b3-6725-4a23-818b-4bb27a8a2f0f None None] Set router 1617130e-5be0-4472-9d35-6ccfd7518340 gateway port host: dv-cinder-824187-7-iscsi {{(pid=109086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:45:28.526758 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-8767422f-4ec7-42bc-a783-7ba1bdde5997 req-28412d95-9450-46f8-9de6-663bd3a48ee1 service neutron] 10.222.0.72 "GET /v2.0/networks/540d20e8-ba52-44bb-a51c-90ae52b3c129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4994760 Jan 28 13:45:28.552051 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f1ff56a0-81ed-4744-ae30-ca826a0fa4b3 admin admin] Publish callbacks [] for router_gateway (20f5b06b-d884-4fdb-859d-bb555f60c119), after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:28.637618 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-cbeb69ab-c0cd-4dcb-a640-4f5ab76199c1 None None] Publish callbacks [] for port (0a436445-0a24-4f7c-938b-88bfd91db432), precommit_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:28.656634 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-cbeb69ab-c0cd-4dcb-a640-4f5ab76199c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862'] for port (0a436445-0a24-4f7c-938b-88bfd91db432), after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:28.663151 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cfb853a-50ea-4e56-ab17-af9eeddc1f0e None None] Network 711eb359-e0a6-4069-8d9d-85442c14b212 requested from dv-cinder-824187-7-iscsi {{(pid=109086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:45:28.776047 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-cbeb69ab-c0cd-4dcb-a640-4f5ab76199c1 None None] Attempting to bind port 0a436445-0a24-4f7c-938b-88bfd91db432 on host dv-cinder-824187-7-iscsi for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:45:28.781887 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-cbeb69ab-c0cd-4dcb-a640-4f5ab76199c1 None None] Attempting to bind port 0a436445-0a24-4f7c-938b-88bfd91db432 by drivers openvswitch,hyperv on host dv-cinder-824187-7-iscsi at level 0 using segments [{'id': '2ff911eb-b784-4487-8703-ed6009453f86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:45:28.782474 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbeb69ab-c0cd-4dcb-a640-4f5ab76199c1 None None] Attempting to bind port 0a436445-0a24-4f7c-938b-88bfd91db432 on network 5658bb11-9d09-4b0d-90e7-a96bf662b067 {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:45:28.801547 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9cdada-f66a-478a-b556-9638371e9767 None None] Pushing event updated for resources: {'Port': ['ID=0a436445-0a24-4f7c-938b-88bfd91db432,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:28.807854 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbeb69ab-c0cd-4dcb-a640-4f5ab76199c1 None None] Checking agent: {'id': '91ec632a-2927-4715-8bad-f3132ebcbe46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824187-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 37, 34), 'started_at': datetime.datetime(2022, 1, 28, 13, 38, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824187-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:45:28.808275 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbeb69ab-c0cd-4dcb-a640-4f5ab76199c1 None None] Checking segment: {'id': '2ff911eb-b784-4487-8703-ed6009453f86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:45:28.809306 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-cbeb69ab-c0cd-4dcb-a640-4f5ab76199c1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:28.810504 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbeb69ab-c0cd-4dcb-a640-4f5ab76199c1 None None] Bound using segment: {'id': '2ff911eb-b784-4487-8703-ed6009453f86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:45:28.810999 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-cbeb69ab-c0cd-4dcb-a640-4f5ab76199c1 None None] Bound port: 0a436445-0a24-4f7c-938b-88bfd91db432, host: dv-cinder-824187-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ff911eb-b784-4487-8703-ed6009453f86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:45:28.811386 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-cbeb69ab-c0cd-4dcb-a640-4f5ab76199c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (0a436445-0a24-4f7c-938b-88bfd91db432), before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:28.885474 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9cdada-f66a-478a-b556-9638371e9767 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:45:28.889401 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9cdada-f66a-478a-b556-9638371e9767 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:45:28.890259 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9cdada-f66a-478a-b556-9638371e9767 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:45:28.892965 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9cdada-f66a-478a-b556-9638371e9767 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:45:28.893527 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9cdada-f66a-478a-b556-9638371e9767 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:45:28.895083 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9cdada-f66a-478a-b556-9638371e9767 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:45:28.897307 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9cdada-f66a-478a-b556-9638371e9767 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:45:28.898766 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9cdada-f66a-478a-b556-9638371e9767 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:45:28.899656 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9cdada-f66a-478a-b556-9638371e9767 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:45:28.914087 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9cdada-f66a-478a-b556-9638371e9767 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:45:28.915181 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9cdada-f66a-478a-b556-9638371e9767 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:45:28.915704 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9cdada-f66a-478a-b556-9638371e9767 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:45:28.916690 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9cdada-f66a-478a-b556-9638371e9767 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:45:28.918046 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9cdada-f66a-478a-b556-9638371e9767 None None] Tracked resource versions report: Jan 28 13:45:28.918046 dv-cinder-824187-7-iscsi neutron-server[109087]: pushed versions: Jan 28 13:45:28.918046 dv-cinder-824187-7-iscsi neutron-server[109087]: { 'AddressGroup': {'1.2'}, Jan 28 13:45:28.918046 dv-cinder-824187-7-iscsi neutron-server[109087]: 'ConntrackHelper': {'1.0'}, Jan 28 13:45:28.918046 dv-cinder-824187-7-iscsi neutron-server[109087]: 'LocalIPAssociation': {'1.0'}, Jan 28 13:45:28.918046 dv-cinder-824187-7-iscsi neutron-server[109087]: 'Log': {'1.0'}, Jan 28 13:45:28.918046 dv-cinder-824187-7-iscsi neutron-server[109087]: 'Network': {'1.1'}, Jan 28 13:45:28.918046 dv-cinder-824187-7-iscsi neutron-server[109087]: 'Port': {'1.7'}, Jan 28 13:45:28.918046 dv-cinder-824187-7-iscsi neutron-server[109087]: 'PortForwarding': {'1.2'}, Jan 28 13:45:28.918046 dv-cinder-824187-7-iscsi neutron-server[109087]: 'QosPolicy': {'1.10'}, Jan 28 13:45:28.918046 dv-cinder-824187-7-iscsi neutron-server[109087]: 'SecurityGroup': {'1.5'}, Jan 28 13:45:28.918046 dv-cinder-824187-7-iscsi neutron-server[109087]: 'SecurityGroupRule': {'1.2'}, Jan 28 13:45:28.918046 dv-cinder-824187-7-iscsi neutron-server[109087]: 'SubPort': {'1.0'}, Jan 28 13:45:28.918046 dv-cinder-824187-7-iscsi neutron-server[109087]: 'Subnet': {'1.1'}, Jan 28 13:45:28.918046 dv-cinder-824187-7-iscsi neutron-server[109087]: 'Trunk': {'1.1'}} Jan 28 13:45:28.918046 dv-cinder-824187-7-iscsi neutron-server[109087]: consumer versions: Jan 28 13:45:28.918046 dv-cinder-824187-7-iscsi neutron-server[109087]: { DHCP agent@dv-cinder-824187-7-iscsi: {}, Jan 28 13:45:28.918046 dv-cinder-824187-7-iscsi neutron-server[109087]: HyperV agent@hv-cinder-82418: {}, Jan 28 13:45:28.918046 dv-cinder-824187-7-iscsi neutron-server[109087]: L3 agent@dv-cinder-824187-7-iscsi: {}, Jan 28 13:45:28.918046 dv-cinder-824187-7-iscsi neutron-server[109087]: Metadata agent@dv-cinder-824187-7-iscsi: {}, Jan 28 13:45:28.918046 dv-cinder-824187-7-iscsi neutron-server[109087]: Metering agent@dv-cinder-824187-7-iscsi: {}, Jan 28 13:45:28.918046 dv-cinder-824187-7-iscsi neutron-server[109087]: Open vSwitch agent@dv-cinder-824187-7-iscsi: { 'AddressGroup': '1.2', Jan 28 13:45:28.918046 dv-cinder-824187-7-iscsi neutron-server[109087]: 'ConntrackHelper': '1.0', Jan 28 13:45:28.918046 dv-cinder-824187-7-iscsi neutron-server[109087]: 'LocalIPAssociation': '1.0', Jan 28 13:45:28.918046 dv-cinder-824187-7-iscsi neutron-server[109087]: 'Log': '1.0', Jan 28 13:45:28.918046 dv-cinder-824187-7-iscsi neutron-server[109087]: 'Network': '1.1', Jan 28 13:45:28.918046 dv-cinder-824187-7-iscsi neutron-server[109087]: 'Port': '1.7', Jan 28 13:45:28.918046 dv-cinder-824187-7-iscsi neutron-server[109087]: 'PortForwarding': '1.2', Jan 28 13:45:28.918046 dv-cinder-824187-7-iscsi neutron-server[109087]: 'QosPolicy': '1.10', Jan 28 13:45:28.918046 dv-cinder-824187-7-iscsi neutron-server[109087]: 'SecurityGroup': '1.5', Jan 28 13:45:28.918046 dv-cinder-824187-7-iscsi neutron-server[109087]: 'SecurityGroupRule': '1.2', Jan 28 13:45:28.918046 dv-cinder-824187-7-iscsi neutron-server[109087]: 'SubPort': '1.0', Jan 28 13:45:28.918046 dv-cinder-824187-7-iscsi neutron-server[109087]: 'Subnet': '1.1', Jan 28 13:45:28.918046 dv-cinder-824187-7-iscsi neutron-server[109087]: 'Trunk': '1.1'}} Jan 28 13:45:28.918046 dv-cinder-824187-7-iscsi neutron-server[109087]: {{(pid=109087) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 13:45:29.011686 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-cbeb69ab-c0cd-4dcb-a640-4f5ab76199c1 None None] For port 0a436445-0a24-4f7c-938b-88bfd91db432, host dv-cinder-824187-7-iscsi, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:45:29.018010 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-cbeb69ab-c0cd-4dcb-a640-4f5ab76199c1 None None] For port 0a436445-0a24-4f7c-938b-88bfd91db432, host dv-cinder-824187-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-7-iscsi',level=0,port_id=0a436445-0a24-4f7c-938b-88bfd91db432,segment=NetworkSegment(2ff911eb-b784-4487-8703-ed6009453f86),segment_id=2ff911eb-b784-4487-8703-ed6009453f86)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:45:29.029519 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-cbeb69ab-c0cd-4dcb-a640-4f5ab76199c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862'] for port (0a436445-0a24-4f7c-938b-88bfd91db432), after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:29.093535 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-bd3df7dc-ee93-4664-a875-92e39ed8fc44 None None] Provisioning complete for port 2baf8ecc-b2c8-4181-87e0-a5bf9e8d0a94 triggered by entity DHCP. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:45:29.093955 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-bd3df7dc-ee93-4664-a875-92e39ed8fc44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041328'] for port (2baf8ecc-b2c8-4181-87e0-a5bf9e8d0a94), provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:29.158254 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-06971f27-d581-4800-9bf4-2ad29511426b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (None), before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:29.228335 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-9079c350-065b-4b08-a560-5655cd14ed64 req-5820db53-1d25-4e3f-a87d-b3102db4b7dd tempest-DeleteServersTestJSON-498800092 tempest-DeleteServersTestJSON-498800092-project] 10.222.0.72 "GET /v2.0/ports?device_id=444c4c95-0603-4ef9-8b0f-d54cc39b1754 HTTP/1.1" status: 200 len: 210 time: 0.2299976 Jan 28 13:45:29.254713 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbeb69ab-c0cd-4dcb-a640-4f5ab76199c1 None None] Routers {'7c5b0b69-8cc3-4035-834e-edb5969b3858'} bound to L3 agent in host dv-cinder-824187-7-iscsi {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:45:29.257410 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-cbeb69ab-c0cd-4dcb-a640-4f5ab76199c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T13:37:30Z,description=,heartbeat_timestamp=2022-01-28T13:45:00Z,host='dv-cinder-824187-7-iscsi',id=5fb30df9-6f10-41b8-94cc-b881623ba250,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:37:30Z,topic='l3_agent')) {'router_ids': ['7c5b0b69-8cc3-4035-834e-edb5969b3858'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:45:29.322880 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Device 2baf8ecc-b2c8-4181-87e0-a5bf9e8d0a94 up at agent ovs-agent-dv-cinder-824187-7-iscsi {{(pid=109086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:45:29.329669 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9cdada-f66a-478a-b556-9638371e9767 None None] Pushing event updated for resources: {'Port': ['ID=0a436445-0a24-4f7c-938b-88bfd91db432,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:29.443887 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-cbeb69ab-c0cd-4dcb-a640-4f5ab76199c1 None None] Set router 7c5b0b69-8cc3-4035-834e-edb5969b3858 gateway port host: dv-cinder-824187-7-iscsi {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:45:29.471762 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-d1a6d2b3-6725-4a23-818b-4bb27a8a2f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1617130e-5be0-4472-9d35-6ccfd7518340', 'name': 'tempest-ServerRescueNegativeTestJSON-1186739786-router', 'tenant_id': 'c3eb71c4d3874600bb0a0cd6dd4ba11f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'external_fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': '25319c86-e3e0-4f31-8eee-0b3acb24c184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:45:24Z', 'updated_at': '2022-01-28T13:45:26Z', 'revision_number': 3, 'project_id': 'c3eb71c4d3874600bb0a0cd6dd4ba11f', 'gw_port': {'id': '25319c86-e3e0-4f31-8eee-0b3acb24c184', 'name': '', 'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d9:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1617130e-5be0-4472-9d35-6ccfd7518340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:25Z', 'updated_at': '2022-01-28T13:45:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-7-iscsi'}], 'dv-cinder-824187-7-iscsi', False) {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:45:29.507313 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f1ff56a0-81ed-4744-ae30-ca826a0fa4b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1812695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1816913'] for router (20f5b06b-d884-4fdb-859d-bb555f60c119), after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:29.599721 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a6d2b3-6725-4a23-818b-4bb27a8a2f0f None None] Checking router: 1617130e-5be0-4472-9d35-6ccfd7518340 for host: dv-cinder-824187-7-iscsi {{(pid=109086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:45:29.600610 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.db.db_base_plugin_common [None req-06971f27-d581-4800-9bf4-2ad29511426b admin admin] Allocated IP 172.20.0.1 (805ad18e-97f9-4b97-8e73-49d5a4e25a9d/eff84041-49b5-4697-b7b5-e67d81854a3c/a98dab0a-f841-493c-b576-43abdf3227e9) {{(pid=109084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:45:29.601402 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a6d2b3-6725-4a23-818b-4bb27a8a2f0f None None] Updating router 1617130e-5be0-4472-9d35-6ccfd7518340 port 25319c86-e3e0-4f31-8eee-0b3acb24c184 binding host dv-cinder-824187-7-iscsi {{(pid=109086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:45:29.633771 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d1a6d2b3-6725-4a23-818b-4bb27a8a2f0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (25319c86-e3e0-4f31-8eee-0b3acb24c184), before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:29.671345 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-bd3df7dc-ee93-4664-a875-92e39ed8fc44 None None] Current status of the port 2baf8ecc-b2c8-4181-87e0-a5bf9e8d0a94 is: DOWN; New status is: ACTIVE {{(pid=109086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:45:29.671820 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-bd3df7dc-ee93-4664-a875-92e39ed8fc44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (2baf8ecc-b2c8-4181-87e0-a5bf9e8d0a94), before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:29.753846 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-cbeb69ab-c0cd-4dcb-a640-4f5ab76199c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c5b0b69-8cc3-4035-834e-edb5969b3858', 'name': 'tempest-AttachVolumeTestJSON-128407593-router', 'tenant_id': '737de5ae86cd4e209c1bd6e090b968f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'external_fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '0a436445-0a24-4f7c-938b-88bfd91db432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:45:22Z', 'updated_at': '2022-01-28T13:45:24Z', 'revision_number': 3, 'project_id': '737de5ae86cd4e209c1bd6e090b968f3', 'gw_port': {'id': '0a436445-0a24-4f7c-938b-88bfd91db432', 'name': '', 'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:a8:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c5b0b69-8cc3-4035-834e-edb5969b3858', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:23Z', 'updated_at': '2022-01-28T13:45:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-7-iscsi'}], 'dv-cinder-824187-7-iscsi', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:45:29.775596 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4051eedb-9170-490e-b24f-b56e71cf0b35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (None), before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:29.817430 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbeb69ab-c0cd-4dcb-a640-4f5ab76199c1 None None] The sync data for ids ['7c5b0b69-8cc3-4035-834e-edb5969b3858'] in dv-cinder-824187-7-iscsi is: [{'id': '7c5b0b69-8cc3-4035-834e-edb5969b3858', 'name': 'tempest-AttachVolumeTestJSON-128407593-router', 'tenant_id': '737de5ae86cd4e209c1bd6e090b968f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'external_fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '0a436445-0a24-4f7c-938b-88bfd91db432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:45:22Z', 'updated_at': '2022-01-28T13:45:24Z', 'revision_number': 3, 'project_id': '737de5ae86cd4e209c1bd6e090b968f3', 'gw_port': {'id': '0a436445-0a24-4f7c-938b-88bfd91db432', 'name': '', 'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:a8:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c5b0b69-8cc3-4035-834e-edb5969b3858', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:23Z', 'updated_at': '2022-01-28T13:45:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-7-iscsi'}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:45:29.861495 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-06971f27-d581-4800-9bf4-2ad29511426b admin admin] Publish callbacks [] for port (a98dab0a-f841-493c-b576-43abdf3227e9), precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:29.862461 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Provisioning complete for port 2baf8ecc-b2c8-4181-87e0-a5bf9e8d0a94 triggered by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:45:29.865780 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041328'] for port (2baf8ecc-b2c8-4181-87e0-a5bf9e8d0a94), provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:30.008643 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [None req-4051eedb-9170-490e-b24f-b56e71cf0b35 admin admin] Allocated IP 172.20.0.1 (78d9b12b-20e5-405d-b8d9-58d523acb332/3016a3fe-7a83-4026-bb15-1c5764645712/ec00c25a-9840-4cfc-887b-e4f424a1ec9d) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:45:30.032770 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-bd3df7dc-ee93-4664-a875-92e39ed8fc44 None None] For port 2baf8ecc-b2c8-4181-87e0-a5bf9e8d0a94, host dv-cinder-824187-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-7-iscsi',level=0,port_id=2baf8ecc-b2c8-4181-87e0-a5bf9e8d0a94,segment=NetworkSegment(4050b7b0-e9a9-41d7-af46-815bd2fde404),segment_id=4050b7b0-e9a9-41d7-af46-815bd2fde404)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:45:30.047514 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-bd3df7dc-ee93-4664-a875-92e39ed8fc44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862'] for port (2baf8ecc-b2c8-4181-87e0-a5bf9e8d0a94), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:30.057266 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-06971f27-d581-4800-9bf4-2ad29511426b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742788384826'] for port (a98dab0a-f841-493c-b576-43abdf3227e9), after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:30.115362 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06971f27-d581-4800-9bf4-2ad29511426b admin admin] Network 805ad18e-97f9-4b97-8e73-49d5a4e25a9d is already hosted by enough agents. {{(pid=109084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:45:30.119244 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.scheduler.base_scheduler [None req-06971f27-d581-4800-9bf4-2ad29511426b admin admin] Resources bound (agent type, host, resource id): {{(pid=109084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:45:30.131828 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06971f27-d581-4800-9bf4-2ad29511426b admin admin] Received port after_create {{(pid=109084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:45:30.132315 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-06971f27-d581-4800-9bf4-2ad29511426b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1817636'] for router_interface (1617130e-5be0-4472-9d35-6ccfd7518340), before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:30.236417 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06971f27-d581-4800-9bf4-2ad29511426b admin admin] Pushing event updated for resources: {'Port': ['ID=a98dab0a-f841-493c-b576-43abdf3227e9,revision_number=1']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:30.301525 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-e1ca5287-14e3-43fa-b06b-0a6c91aad90e None None] Provisioning complete for port 2baf8ecc-b2c8-4181-87e0-a5bf9e8d0a94 triggered by entity DHCP. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:45:30.301921 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-e1ca5287-14e3-43fa-b06b-0a6c91aad90e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041328'] for port (2baf8ecc-b2c8-4181-87e0-a5bf9e8d0a94), provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:30.307018 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Current status of the port 2baf8ecc-b2c8-4181-87e0-a5bf9e8d0a94 is: ACTIVE; New status is: ACTIVE {{(pid=109086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:45:30.321259 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3df7dc-ee93-4664-a875-92e39ed8fc44 None None] Pushing event updated for resources: {'Port': ['ID=2baf8ecc-b2c8-4181-87e0-a5bf9e8d0a94,revision_number=3']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:30.337005 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4051eedb-9170-490e-b24f-b56e71cf0b35 admin admin] Publish callbacks [] for port (ec00c25a-9840-4cfc-887b-e4f424a1ec9d), precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:30.361489 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1ff56a0-81ed-4744-ae30-ca826a0fa4b3 admin admin] Router 20f5b06b-d884-4fdb-859d-bb555f60c119 is scheduled to L3 agent 5fb30df9-6f10-41b8-94cc-b881623ba250 with binding_index 1 {{(pid=109085) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:45:30.410083 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-6382cf24-dc51-4aec-b7b4-89c5b84b8459 req-a86bc87d-6be5-4f4f-8b74-9b47247aae93 tempest-DeleteServersTestJSON-498800092 tempest-DeleteServersTestJSON-498800092-project] 10.222.0.72 "GET /v2.0/ports?device_id=444c4c95-0603-4ef9-8b0f-d54cc39b1754 HTTP/1.1" status: 200 len: 210 time: 0.0608625 Jan 28 13:45:30.421133 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d74df9c3-affd-4870-9694-52cb7306da0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (5fb30df9-6f10-41b8-94cc-b881623ba250), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:30.554753 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4051eedb-9170-490e-b24f-b56e71cf0b35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742788384826'] for port (ec00c25a-9840-4cfc-887b-e4f424a1ec9d), after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:30.557599 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-e1ca5287-14e3-43fa-b06b-0a6c91aad90e None None] Current status of the port 2baf8ecc-b2c8-4181-87e0-a5bf9e8d0a94 is: ACTIVE; New status is: ACTIVE {{(pid=109086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:45:30.574114 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d1a6d2b3-6725-4a23-818b-4bb27a8a2f0f None None] Publish callbacks [] for port (25319c86-e3e0-4f31-8eee-0b3acb24c184), precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:30.587703 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d1a6d2b3-6725-4a23-818b-4bb27a8a2f0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862'] for port (25319c86-e3e0-4f31-8eee-0b3acb24c184), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:30.619250 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4051eedb-9170-490e-b24f-b56e71cf0b35 admin admin] Network 78d9b12b-20e5-405d-b8d9-58d523acb332 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:45:30.659251 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-4051eedb-9170-490e-b24f-b56e71cf0b35 admin admin] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:45:30.665099 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [None req-d1a6d2b3-6725-4a23-818b-4bb27a8a2f0f None None] Attempting to bind port 25319c86-e3e0-4f31-8eee-0b3acb24c184 on host dv-cinder-824187-7-iscsi for vnic_type normal with profile {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:45:30.665462 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [None req-d1a6d2b3-6725-4a23-818b-4bb27a8a2f0f None None] Attempting to bind port 25319c86-e3e0-4f31-8eee-0b3acb24c184 by drivers openvswitch,hyperv on host dv-cinder-824187-7-iscsi at level 0 using segments [{'id': '2ff911eb-b784-4487-8703-ed6009453f86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067'}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:45:30.667407 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a6d2b3-6725-4a23-818b-4bb27a8a2f0f None None] Attempting to bind port 25319c86-e3e0-4f31-8eee-0b3acb24c184 on network 5658bb11-9d09-4b0d-90e7-a96bf662b067 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:45:30.673755 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4051eedb-9170-490e-b24f-b56e71cf0b35 admin admin] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:45:30.674323 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4051eedb-9170-490e-b24f-b56e71cf0b35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1817636'] for router_interface (7c5b0b69-8cc3-4035-834e-edb5969b3858), before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:30.688556 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a6d2b3-6725-4a23-818b-4bb27a8a2f0f None None] Checking agent: {'id': '91ec632a-2927-4715-8bad-f3132ebcbe46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824187-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 37, 34), 'started_at': datetime.datetime(2022, 1, 28, 13, 38, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824187-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:45:30.689848 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a6d2b3-6725-4a23-818b-4bb27a8a2f0f None None] Checking segment: {'id': '2ff911eb-b784-4487-8703-ed6009453f86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:45:30.690273 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d1a6d2b3-6725-4a23-818b-4bb27a8a2f0f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:30.694601 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a6d2b3-6725-4a23-818b-4bb27a8a2f0f None None] Bound using segment: {'id': '2ff911eb-b784-4487-8703-ed6009453f86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067'} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:45:30.695468 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [None req-d1a6d2b3-6725-4a23-818b-4bb27a8a2f0f None None] Bound port: 25319c86-e3e0-4f31-8eee-0b3acb24c184, host: dv-cinder-824187-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ff911eb-b784-4487-8703-ed6009453f86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067'}}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:45:30.696069 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d1a6d2b3-6725-4a23-818b-4bb27a8a2f0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (25319c86-e3e0-4f31-8eee-0b3acb24c184), before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:30.699032 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-06971f27-d581-4800-9bf4-2ad29511426b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (a98dab0a-f841-493c-b576-43abdf3227e9), before_update {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:30.719427 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4051eedb-9170-490e-b24f-b56e71cf0b35 admin admin] Pushing event updated for resources: {'Port': ['ID=ec00c25a-9840-4cfc-887b-e4f424a1ec9d,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:30.741114 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc113e01-cbc7-4cb8-8329-aa64f5835544 None None] Pushing event updated for resources: {'Port': ['ID=25319c86-e3e0-4f31-8eee-0b3acb24c184,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:30.774549 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-d1a6d2b3-6725-4a23-818b-4bb27a8a2f0f None None] For port 25319c86-e3e0-4f31-8eee-0b3acb24c184, host dv-cinder-824187-7-iscsi, cleared binding levels {{(pid=109086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:45:30.778084 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1ff56a0-81ed-4744-ae30-ca826a0fa4b3 admin admin] Notify agent at l3_agent.dv-cinder-824187-7-iscsi the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:45:30.778837 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-d1a6d2b3-6725-4a23-818b-4bb27a8a2f0f None None] For port 25319c86-e3e0-4f31-8eee-0b3acb24c184, host dv-cinder-824187-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-7-iscsi',level=0,port_id=25319c86-e3e0-4f31-8eee-0b3acb24c184,segment=NetworkSegment(2ff911eb-b784-4487-8703-ed6009453f86),segment_id=2ff911eb-b784-4487-8703-ed6009453f86)] {{(pid=109086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:45:30.793535 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d1a6d2b3-6725-4a23-818b-4bb27a8a2f0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862'] for port (25319c86-e3e0-4f31-8eee-0b3acb24c184), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:30.796731 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae0656e-1556-470c-ac2b-12451f407ed7 None None] Sync routers for ids ['20f5b06b-d884-4fdb-859d-bb555f60c119'] in dv-cinder-824187-7-iscsi {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:45:30.825967 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae0656e-1556-470c-ac2b-12451f407ed7 None None] Routers {'20f5b06b-d884-4fdb-859d-bb555f60c119'} bound to L3 agent in host dv-cinder-824187-7-iscsi {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:45:30.826949 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-4ae0656e-1556-470c-ac2b-12451f407ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T13:37:30Z,description=,heartbeat_timestamp=2022-01-28T13:45:30Z,host='dv-cinder-824187-7-iscsi',id=5fb30df9-6f10-41b8-94cc-b881623ba250,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:37:30Z,topic='l3_agent')) {'router_ids': ['20f5b06b-d884-4fdb-859d-bb555f60c119'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:45:30.874240 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a6d2b3-6725-4a23-818b-4bb27a8a2f0f None None] Routers {'1617130e-5be0-4472-9d35-6ccfd7518340'} bound to L3 agent in host dv-cinder-824187-7-iscsi {{(pid=109086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:45:30.875001 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-d1a6d2b3-6725-4a23-818b-4bb27a8a2f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T13:37:30Z,description=,heartbeat_timestamp=2022-01-28T13:45:30Z,host='dv-cinder-824187-7-iscsi',id=5fb30df9-6f10-41b8-94cc-b881623ba250,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:37:30Z,topic='l3_agent')) {'router_ids': ['1617130e-5be0-4472-9d35-6ccfd7518340'], 'active': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:45:30.878891 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f1ff56a0-81ed-4744-ae30-ca826a0fa4b3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:30.880362 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-f1ff56a0-81ed-4744-ae30-ca826a0fa4b3 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.0979366 Jan 28 13:45:30.885470 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 38260) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:45:30.999162 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc113e01-cbc7-4cb8-8329-aa64f5835544 None None] Pushing event updated for resources: {'Port': ['ID=25319c86-e3e0-4f31-8eee-0b3acb24c184,revision_number=3']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:31.079706 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-06971f27-d581-4800-9bf4-2ad29511426b admin admin] Publish callbacks [] for port (a98dab0a-f841-493c-b576-43abdf3227e9), precommit_update {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:31.087155 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-06971f27-d581-4800-9bf4-2ad29511426b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862'] for port (a98dab0a-f841-493c-b576-43abdf3227e9), after_update {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:31.088059 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-06971f27-d581-4800-9bf4-2ad29511426b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2032387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1811860'] for router_interface (1617130e-5be0-4472-9d35-6ccfd7518340), after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:31.116787 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-4ae0656e-1556-470c-ac2b-12451f407ed7 None None] Set router 20f5b06b-d884-4fdb-859d-bb555f60c119 gateway port host: dv-cinder-824187-7-iscsi {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:45:31.132284 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4051eedb-9170-490e-b24f-b56e71cf0b35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (ec00c25a-9840-4cfc-887b-e4f424a1ec9d), before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:31.154441 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-428e639e-f254-4b7c-8499-14b733d9723e None None] Provisioning complete for port ec00c25a-9840-4cfc-887b-e4f424a1ec9d triggered by entity DHCP. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:45:31.156933 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-428e639e-f254-4b7c-8499-14b733d9723e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041328'] for port (ec00c25a-9840-4cfc-887b-e4f424a1ec9d), provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:31.159971 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvr_db [None req-d1a6d2b3-6725-4a23-818b-4bb27a8a2f0f None None] Set router 1617130e-5be0-4472-9d35-6ccfd7518340 gateway port host: dv-cinder-824187-7-iscsi {{(pid=109086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:45:31.253180 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06971f27-d581-4800-9bf4-2ad29511426b admin admin] Pushing event updated for resources: {'Port': ['ID=a98dab0a-f841-493c-b576-43abdf3227e9,revision_number=2']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:31.288078 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-428e639e-f254-4b7c-8499-14b733d9723e None None] Port ec00c25a-9840-4cfc-887b-e4f424a1ec9d cannot update to ACTIVE because it is not bound. {{(pid=109086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:45:31.323833 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06971f27-d581-4800-9bf4-2ad29511426b admin admin] Network 805ad18e-97f9-4b97-8e73-49d5a4e25a9d is already hosted by enough agents. {{(pid=109084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:45:31.330396 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.scheduler.base_scheduler [None req-06971f27-d581-4800-9bf4-2ad29511426b admin admin] Resources bound (agent type, host, resource id): {{(pid=109084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:45:31.386294 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Device 0a436445-0a24-4f7c-938b-88bfd91db432 up at agent ovs-agent-dv-cinder-824187-7-iscsi {{(pid=109086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:45:31.478418 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-4ae0656e-1556-470c-ac2b-12451f407ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20f5b06b-d884-4fdb-859d-bb555f60c119', 'name': 'tempest-AttachVolumeShelveTestJSON-1176312518-router', 'tenant_id': '0799c831a5c443ae8c670a0c79104f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'external_fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': '0d71a8f6-5672-41f6-a935-2f6ccc98a36b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:45:24Z', 'updated_at': '2022-01-28T13:45:28Z', 'revision_number': 3, 'project_id': '0799c831a5c443ae8c670a0c79104f84', 'gw_port': {'id': '0d71a8f6-5672-41f6-a935-2f6ccc98a36b', 'name': '', 'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:02:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20f5b06b-d884-4fdb-859d-bb555f60c119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:26Z', 'updated_at': '2022-01-28T13:45:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-7-iscsi'}], 'dv-cinder-824187-7-iscsi', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:45:31.503975 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06971f27-d581-4800-9bf4-2ad29511426b admin admin] Router 1617130e-5be0-4472-9d35-6ccfd7518340 has already been hosted by L3 agent 5fb30df9-6f10-41b8-94cc-b881623ba250 {{(pid=109084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:45:31.550107 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae0656e-1556-470c-ac2b-12451f407ed7 None None] Checking router: 20f5b06b-d884-4fdb-859d-bb555f60c119 for host: dv-cinder-824187-7-iscsi {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:45:31.554332 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae0656e-1556-470c-ac2b-12451f407ed7 None None] Updating router 20f5b06b-d884-4fdb-859d-bb555f60c119 port 0d71a8f6-5672-41f6-a935-2f6ccc98a36b binding host dv-cinder-824187-7-iscsi {{(pid=109087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:45:31.583148 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Provisioning complete for port 0a436445-0a24-4f7c-938b-88bfd91db432 triggered by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:45:31.584506 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041328'] for port (0a436445-0a24-4f7c-938b-88bfd91db432), provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:31.607005 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ae0656e-1556-470c-ac2b-12451f407ed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (0d71a8f6-5672-41f6-a935-2f6ccc98a36b), before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:31.652676 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06971f27-d581-4800-9bf4-2ad29511426b admin admin] Notify agent at l3_agent.dv-cinder-824187-7-iscsi the message routers_updated {{(pid=109084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:45:31.658351 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-d1a6d2b3-6725-4a23-818b-4bb27a8a2f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1617130e-5be0-4472-9d35-6ccfd7518340', 'name': 'tempest-ServerRescueNegativeTestJSON-1186739786-router', 'tenant_id': 'c3eb71c4d3874600bb0a0cd6dd4ba11f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'external_fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': '25319c86-e3e0-4f31-8eee-0b3acb24c184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:45:24Z', 'updated_at': '2022-01-28T13:45:30Z', 'revision_number': 4, 'project_id': 'c3eb71c4d3874600bb0a0cd6dd4ba11f', 'gw_port': {'id': '25319c86-e3e0-4f31-8eee-0b3acb24c184', 'name': '', 'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d9:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1617130e-5be0-4472-9d35-6ccfd7518340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:25Z', 'updated_at': '2022-01-28T13:45:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-7-iscsi', '_interfaces': [{'id': 'a98dab0a-f841-493c-b576-43abdf3227e9', 'name': '', 'network_id': '805ad18e-97f9-4b97-8e73-49d5a4e25a9d', 'tenant_id': 'c3eb71c4d3874600bb0a0cd6dd4ba11f', 'mac_address': 'fa:16:3e:9b:a6:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1617130e-5be0-4472-9d35-6ccfd7518340', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'eff84041-49b5-4697-b7b5-e67d81854a3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:29Z', 'updated_at': '2022-01-28T13:45:29Z', 'revision_number': 1, 'project_id': 'c3eb71c4d3874600bb0a0cd6dd4ba11f', 'subnets': [{'id': 'eff84041-49b5-4697-b7b5-e67d81854a3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824187-7-iscsi', False) {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:45:31.663156 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-06971f27-d581-4800-9bf4-2ad29511426b admin admin] 10.222.0.72 "PUT /v2.0/routers/1617130e-5be0-4472-9d35-6ccfd7518340/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5898676 Jan 28 13:45:31.726058 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-6fd1cd97-57d9-4546-9e6e-bd7bffd49504 req-ad7ad684-7556-4ebc-b061-0f1c4a9f3b13 tempest-DeleteServersTestJSON-498800092 tempest-DeleteServersTestJSON-498800092-project] 10.222.0.72 "GET /v2.0/ports?device_id=444c4c95-0603-4ef9-8b0f-d54cc39b1754 HTTP/1.1" status: 200 len: 210 time: 0.0563147 Jan 28 13:45:31.732806 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a6d2b3-6725-4a23-818b-4bb27a8a2f0f None None] The sync data for ids ['1617130e-5be0-4472-9d35-6ccfd7518340'] in dv-cinder-824187-7-iscsi is: [{'id': '1617130e-5be0-4472-9d35-6ccfd7518340', 'name': 'tempest-ServerRescueNegativeTestJSON-1186739786-router', 'tenant_id': 'c3eb71c4d3874600bb0a0cd6dd4ba11f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'external_fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': '25319c86-e3e0-4f31-8eee-0b3acb24c184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:45:24Z', 'updated_at': '2022-01-28T13:45:30Z', 'revision_number': 4, 'project_id': 'c3eb71c4d3874600bb0a0cd6dd4ba11f', 'gw_port': {'id': '25319c86-e3e0-4f31-8eee-0b3acb24c184', 'name': '', 'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d9:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1617130e-5be0-4472-9d35-6ccfd7518340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:25Z', 'updated_at': '2022-01-28T13:45:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-7-iscsi', '_interfaces': [{'id': 'a98dab0a-f841-493c-b576-43abdf3227e9', 'name': '', 'network_id': '805ad18e-97f9-4b97-8e73-49d5a4e25a9d', 'tenant_id': 'c3eb71c4d3874600bb0a0cd6dd4ba11f', 'mac_address': 'fa:16:3e:9b:a6:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1617130e-5be0-4472-9d35-6ccfd7518340', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'eff84041-49b5-4697-b7b5-e67d81854a3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:29Z', 'updated_at': '2022-01-28T13:45:29Z', 'revision_number': 1, 'project_id': 'c3eb71c4d3874600bb0a0cd6dd4ba11f', 'subnets': [{'id': 'eff84041-49b5-4697-b7b5-e67d81854a3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:45:31.754800 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-120fdcba-5236-4c4f-ad1d-de3bbc2703f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (270c75b4-e9a8-4b16-85de-99abb56244df), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:31.759015 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Current status of the port 0a436445-0a24-4f7c-938b-88bfd91db432 is: DOWN; New status is: ACTIVE {{(pid=109086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:45:31.759454 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (0a436445-0a24-4f7c-938b-88bfd91db432), before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:31.796733 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] For port 0a436445-0a24-4f7c-938b-88bfd91db432, host dv-cinder-824187-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-7-iscsi',level=0,port_id=0a436445-0a24-4f7c-938b-88bfd91db432,segment=NetworkSegment(2ff911eb-b784-4487-8703-ed6009453f86),segment_id=2ff911eb-b784-4487-8703-ed6009453f86)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:45:31.805158 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862'] for port (0a436445-0a24-4f7c-938b-88bfd91db432), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:31.805552 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4051eedb-9170-490e-b24f-b56e71cf0b35 admin admin] Publish callbacks [] for port (ec00c25a-9840-4cfc-887b-e4f424a1ec9d), precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:31.806040 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Device 2baf8ecc-b2c8-4181-87e0-a5bf9e8d0a94 up at agent ovs-agent-dv-cinder-824187-7-iscsi {{(pid=109086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:45:31.815023 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4051eedb-9170-490e-b24f-b56e71cf0b35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862'] for port (ec00c25a-9840-4cfc-887b-e4f424a1ec9d), after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:31.815791 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4051eedb-9170-490e-b24f-b56e71cf0b35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2032387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1811860'] for router_interface (7c5b0b69-8cc3-4035-834e-edb5969b3858), after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:31.914971 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Pushing event updated for resources: {'Port': ['ID=0a436445-0a24-4f7c-938b-88bfd91db432,revision_number=4']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:31.947745 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Provisioning complete for port 2baf8ecc-b2c8-4181-87e0-a5bf9e8d0a94 triggered by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:45:31.948455 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041328'] for port (2baf8ecc-b2c8-4181-87e0-a5bf9e8d0a94), provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:32.067017 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Current status of the port 2baf8ecc-b2c8-4181-87e0-a5bf9e8d0a94 is: ACTIVE; New status is: ACTIVE {{(pid=109086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:45:32.075084 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4051eedb-9170-490e-b24f-b56e71cf0b35 admin admin] Pushing event updated for resources: {'Port': ['ID=ec00c25a-9840-4cfc-887b-e4f424a1ec9d,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:32.240356 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4051eedb-9170-490e-b24f-b56e71cf0b35 admin admin] Network 78d9b12b-20e5-405d-b8d9-58d523acb332 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:45:32.248660 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ae0656e-1556-470c-ac2b-12451f407ed7 None None] Publish callbacks [] for port (0d71a8f6-5672-41f6-a935-2f6ccc98a36b), precommit_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:32.256051 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-4051eedb-9170-490e-b24f-b56e71cf0b35 admin admin] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:45:32.262779 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ae0656e-1556-470c-ac2b-12451f407ed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862'] for port (0d71a8f6-5672-41f6-a935-2f6ccc98a36b), after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:32.336566 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a41424-d15d-4bbe-8c97-cee84ab5c191 None None] Pushing event updated for resources: {'Port': ['ID=0d71a8f6-5672-41f6-a935-2f6ccc98a36b,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:32.363739 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1e8a5ebe-31da-4491-9f5d-e7374c78be02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (None), before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:32.396714 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-4ae0656e-1556-470c-ac2b-12451f407ed7 None None] Attempting to bind port 0d71a8f6-5672-41f6-a935-2f6ccc98a36b on host dv-cinder-824187-7-iscsi for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:45:32.400316 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-4ae0656e-1556-470c-ac2b-12451f407ed7 None None] Attempting to bind port 0d71a8f6-5672-41f6-a935-2f6ccc98a36b by drivers openvswitch,hyperv on host dv-cinder-824187-7-iscsi at level 0 using segments [{'id': '2ff911eb-b784-4487-8703-ed6009453f86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:45:32.402300 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 38302) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:45:32.404628 dv-cinder-824187-7-iscsi neutron-server[109084]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 28 13:45:32.405137 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae0656e-1556-470c-ac2b-12451f407ed7 None None] Attempting to bind port 0d71a8f6-5672-41f6-a935-2f6ccc98a36b on network 5658bb11-9d09-4b0d-90e7-a96bf662b067 {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:45:32.416968 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae0656e-1556-470c-ac2b-12451f407ed7 None None] Checking agent: {'id': '91ec632a-2927-4715-8bad-f3132ebcbe46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824187-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 37, 34), 'started_at': datetime.datetime(2022, 1, 28, 13, 38, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824187-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:45:32.417564 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae0656e-1556-470c-ac2b-12451f407ed7 None None] Checking segment: {'id': '2ff911eb-b784-4487-8703-ed6009453f86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:45:32.418759 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ae0656e-1556-470c-ac2b-12451f407ed7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:32.419154 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae0656e-1556-470c-ac2b-12451f407ed7 None None] Bound using segment: {'id': '2ff911eb-b784-4487-8703-ed6009453f86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:45:32.419644 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-4ae0656e-1556-470c-ac2b-12451f407ed7 None None] Bound port: 0d71a8f6-5672-41f6-a935-2f6ccc98a36b, host: dv-cinder-824187-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ff911eb-b784-4487-8703-ed6009453f86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:45:32.420149 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ae0656e-1556-470c-ac2b-12451f407ed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (0d71a8f6-5672-41f6-a935-2f6ccc98a36b), before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:32.563322 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-4ae0656e-1556-470c-ac2b-12451f407ed7 None None] For port 0d71a8f6-5672-41f6-a935-2f6ccc98a36b, host dv-cinder-824187-7-iscsi, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:45:32.566645 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-4ae0656e-1556-470c-ac2b-12451f407ed7 None None] For port 0d71a8f6-5672-41f6-a935-2f6ccc98a36b, host dv-cinder-824187-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-7-iscsi',level=0,port_id=0d71a8f6-5672-41f6-a935-2f6ccc98a36b,segment=NetworkSegment(2ff911eb-b784-4487-8703-ed6009453f86),segment_id=2ff911eb-b784-4487-8703-ed6009453f86)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:45:32.572759 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-4ae0656e-1556-470c-ac2b-12451f407ed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862'] for port (0d71a8f6-5672-41f6-a935-2f6ccc98a36b), after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:32.582300 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4051eedb-9170-490e-b24f-b56e71cf0b35 admin admin] Router 7c5b0b69-8cc3-4035-834e-edb5969b3858 has already been hosted by L3 agent 5fb30df9-6f10-41b8-94cc-b881623ba250 {{(pid=109085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:45:32.640642 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-30a6acf1-b785-4eb4-8064-179387f5b70c None None] Provisioning complete for port ec00c25a-9840-4cfc-887b-e4f424a1ec9d triggered by entity DHCP. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:45:32.641657 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-30a6acf1-b785-4eb4-8064-179387f5b70c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041328'] for port (ec00c25a-9840-4cfc-887b-e4f424a1ec9d), provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:32.674789 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae0656e-1556-470c-ac2b-12451f407ed7 None None] Routers {'20f5b06b-d884-4fdb-859d-bb555f60c119'} bound to L3 agent in host dv-cinder-824187-7-iscsi {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:45:32.675280 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-4ae0656e-1556-470c-ac2b-12451f407ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T13:37:30Z,description=,heartbeat_timestamp=2022-01-28T13:45:30Z,host='dv-cinder-824187-7-iscsi',id=5fb30df9-6f10-41b8-94cc-b881623ba250,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:37:30Z,topic='l3_agent')) {'router_ids': ['20f5b06b-d884-4fdb-859d-bb555f60c119'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:45:32.682880 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a41424-d15d-4bbe-8c97-cee84ab5c191 None None] Pushing event updated for resources: {'Port': ['ID=0d71a8f6-5672-41f6-a935-2f6ccc98a36b,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:32.686521 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b6d203-f0f0-4afb-b13f-183ed985873e req-8c4259df-5114-42da-b1d8-0bb47e30d58f tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:32.688084 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-60b6d203-f0f0-4afb-b13f-183ed985873e req-8c4259df-5114-42da-b1d8-0bb47e30d58f tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/networks?id=805ad18e-97f9-4b97-8e73-49d5a4e25a9d HTTP/1.1" status: 200 len: 819 time: 0.2847481 Jan 28 13:45:32.721364 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-30a6acf1-b785-4eb4-8064-179387f5b70c None None] Port ec00c25a-9840-4cfc-887b-e4f424a1ec9d cannot update to ACTIVE because it is not bound. {{(pid=109086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:45:32.723869 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-60b6d203-f0f0-4afb-b13f-183ed985873e req-f46878c0-2ef5-46d9-a8d4-49672089239c tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/quotas/c3eb71c4d3874600bb0a0cd6dd4ba11f HTTP/1.1" status: 200 len: 375 time: 0.0275874 Jan 28 13:45:32.816328 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a365d3e8-b48a-4a28-95b6-25537061fe93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (282d2827-b9b4-4282-91d0-335a7cd9818a), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:32.839159 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-60b6d203-f0f0-4afb-b13f-183ed985873e req-d92b9a17-3167-40b0-8716-ef12e5174bcf tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=c3eb71c4d3874600bb0a0cd6dd4ba11f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1075878 Jan 28 13:45:32.852056 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-4ae0656e-1556-470c-ac2b-12451f407ed7 None None] Set router 20f5b06b-d884-4fdb-859d-bb555f60c119 gateway port host: dv-cinder-824187-7-iscsi {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:45:32.940954 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (06140fe1-dee6-47e9-9649-a5d5e543fff8), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:33.063886 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [req-60b6d203-f0f0-4afb-b13f-183ed985873e req-f04c0903-8a0c-46cb-a61a-843e03373622 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=109084) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:45:33.083311 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-60b6d203-f0f0-4afb-b13f-183ed985873e req-f04c0903-8a0c-46cb-a61a-843e03373622 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0862813 Jan 28 13:45:33.217946 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-4ae0656e-1556-470c-ac2b-12451f407ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20f5b06b-d884-4fdb-859d-bb555f60c119', 'name': 'tempest-AttachVolumeShelveTestJSON-1176312518-router', 'tenant_id': '0799c831a5c443ae8c670a0c79104f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'external_fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': '0d71a8f6-5672-41f6-a935-2f6ccc98a36b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:45:24Z', 'updated_at': '2022-01-28T13:45:28Z', 'revision_number': 3, 'project_id': '0799c831a5c443ae8c670a0c79104f84', 'gw_port': {'id': '0d71a8f6-5672-41f6-a935-2f6ccc98a36b', 'name': '', 'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:02:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20f5b06b-d884-4fdb-859d-bb555f60c119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:26Z', 'updated_at': '2022-01-28T13:45:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-7-iscsi'}], 'dv-cinder-824187-7-iscsi', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:45:33.238640 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-60b6d203-f0f0-4afb-b13f-183ed985873e req-9e02dd92-ccb0-43e1-b80d-e81fb7d47760 service neutron] 10.222.0.72 "GET /v2.0/networks/805ad18e-97f9-4b97-8e73-49d5a4e25a9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540689 Jan 28 13:45:33.245015 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [None req-1e8a5ebe-31da-4491-9f5d-e7374c78be02 admin admin] Allocated IP 172.20.0.1 (711eb359-e0a6-4069-8d9d-85442c14b212/6a182525-8d42-4b74-88dd-616808d54b14/6e6c03f6-ac84-4d4b-8769-fee97f0bb574) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:45:33.286333 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae0656e-1556-470c-ac2b-12451f407ed7 None None] The sync data for ids ['20f5b06b-d884-4fdb-859d-bb555f60c119'] in dv-cinder-824187-7-iscsi is: [{'id': '20f5b06b-d884-4fdb-859d-bb555f60c119', 'name': 'tempest-AttachVolumeShelveTestJSON-1176312518-router', 'tenant_id': '0799c831a5c443ae8c670a0c79104f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'external_fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': '0d71a8f6-5672-41f6-a935-2f6ccc98a36b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:45:24Z', 'updated_at': '2022-01-28T13:45:28Z', 'revision_number': 3, 'project_id': '0799c831a5c443ae8c670a0c79104f84', 'gw_port': {'id': '0d71a8f6-5672-41f6-a935-2f6ccc98a36b', 'name': '', 'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:02:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20f5b06b-d884-4fdb-859d-bb555f60c119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:26Z', 'updated_at': '2022-01-28T13:45:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-7-iscsi'}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:45:33.368661 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Device 0a436445-0a24-4f7c-938b-88bfd91db432 up at agent ovs-agent-dv-cinder-824187-7-iscsi {{(pid=109086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:45:33.382897 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-60b6d203-f0f0-4afb-b13f-183ed985873e req-807b7094-2750-4744-a5b2-e2f0b6b86b0e service neutron] 10.222.0.72 "GET /v2.0/networks/805ad18e-97f9-4b97-8e73-49d5a4e25a9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430078 Jan 28 13:45:33.411592 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4051eedb-9170-490e-b24f-b56e71cf0b35 admin admin] Notify agent at l3_agent.dv-cinder-824187-7-iscsi the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:45:33.427423 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-4051eedb-9170-490e-b24f-b56e71cf0b35 admin admin] 10.222.0.72 "PUT /v2.0/routers/7c5b0b69-8cc3-4035-834e-edb5969b3858/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8092351 Jan 28 13:45:33.428896 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c7f380-a561-4041-83f6-b6e187faa191 None None] Sync routers for ids ['7c5b0b69-8cc3-4035-834e-edb5969b3858'] in dv-cinder-824187-7-iscsi {{(pid=109086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:45:33.448118 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-75e1f262-c876-4f92-bd58-9fee01ee3430 req-7af7eff0-1555-4f3f-a54e-432221d6b95f tempest-DeleteServersTestJSON-498800092 tempest-DeleteServersTestJSON-498800092-project] 10.222.0.72 "GET /v2.0/ports?device_id=444c4c95-0603-4ef9-8b0f-d54cc39b1754 HTTP/1.1" status: 200 len: 210 time: 0.0458605 Jan 28 13:45:33.456494 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c7f380-a561-4041-83f6-b6e187faa191 None None] Routers {'7c5b0b69-8cc3-4035-834e-edb5969b3858'} bound to L3 agent in host dv-cinder-824187-7-iscsi {{(pid=109086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:45:33.457592 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-f8c7f380-a561-4041-83f6-b6e187faa191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T13:37:30Z,description=,heartbeat_timestamp=2022-01-28T13:45:30Z,host='dv-cinder-824187-7-iscsi',id=5fb30df9-6f10-41b8-94cc-b881623ba250,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:37:30Z,topic='l3_agent')) {'router_ids': ['7c5b0b69-8cc3-4035-834e-edb5969b3858'], 'active': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:45:33.523992 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1e8a5ebe-31da-4491-9f5d-e7374c78be02 admin admin] Publish callbacks [] for port (6e6c03f6-ac84-4d4b-8769-fee97f0bb574), precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:33.569236 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Provisioning complete for port 0a436445-0a24-4f7c-938b-88bfd91db432 triggered by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:45:33.570439 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041328'] for port (0a436445-0a24-4f7c-938b-88bfd91db432), provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:33.607607 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1e8a5ebe-31da-4491-9f5d-e7374c78be02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742788384826'] for port (6e6c03f6-ac84-4d4b-8769-fee97f0bb574), after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:33.690530 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e8a5ebe-31da-4491-9f5d-e7374c78be02 admin admin] Network 711eb359-e0a6-4069-8d9d-85442c14b212 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:45:33.693528 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-1e8a5ebe-31da-4491-9f5d-e7374c78be02 admin admin] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:45:33.697411 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8a5ebe-31da-4491-9f5d-e7374c78be02 admin admin] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:45:33.697897 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1e8a5ebe-31da-4491-9f5d-e7374c78be02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1817636'] for router_interface (20f5b06b-d884-4fdb-859d-bb555f60c119), before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:33.941882 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvr_db [None req-f8c7f380-a561-4041-83f6-b6e187faa191 None None] Set router 7c5b0b69-8cc3-4035-834e-edb5969b3858 gateway port host: dv-cinder-824187-7-iscsi {{(pid=109086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:45:33.943964 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8a5ebe-31da-4491-9f5d-e7374c78be02 admin admin] Pushing event updated for resources: {'Port': ['ID=6e6c03f6-ac84-4d4b-8769-fee97f0bb574,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:34.069721 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1e8a5ebe-31da-4491-9f5d-e7374c78be02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (6e6c03f6-ac84-4d4b-8769-fee97f0bb574), before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:34.115948 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-c155b391-bc6a-4283-a522-8faa5fbed882 req-2df5d321-3c6c-4550-ba91-62ed10882eee tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/ports?device_id=175714f6-fa92-4781-8501-a6356be58096 HTTP/1.1" status: 200 len: 210 time: 0.1689992 Jan 28 13:45:34.472707 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1e8a5ebe-31da-4491-9f5d-e7374c78be02 admin admin] Publish callbacks [] for port (6e6c03f6-ac84-4d4b-8769-fee97f0bb574), precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:34.474881 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 38386) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:45:34.485395 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.v2.base [None req-38696552-e148-4f3d-aab1-3faf4ae6d379 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1439957476', 'description': 'tempest-description--591878239'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:45:34.492648 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1e8a5ebe-31da-4491-9f5d-e7374c78be02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862'] for port (6e6c03f6-ac84-4d4b-8769-fee97f0bb574), after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:34.497013 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1e8a5ebe-31da-4491-9f5d-e7374c78be02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2032387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1811860'] for router_interface (20f5b06b-d884-4fdb-859d-bb555f60c119), after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:34.550287 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (91ec632a-2927-4715-8bad-f3132ebcbe46), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:34.639779 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fff03b-b962-45e2-95a3-88364491488e req-a3abd12b-63d6-4bcc-8c24-2f43013602c7 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:34.644621 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-d8fff03b-b962-45e2-95a3-88364491488e req-a3abd12b-63d6-4bcc-8c24-2f43013602c7 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/networks?id=805ad18e-97f9-4b97-8e73-49d5a4e25a9d HTTP/1.1" status: 200 len: 819 time: 0.2780020 Jan 28 13:45:34.682826 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-38696552-e148-4f3d-aab1-3faf4ae6d379 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Publish callbacks [] for security_group (None), before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:34.687214 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-d8fff03b-b962-45e2-95a3-88364491488e req-3a437e18-d760-443c-8540-f80461727f8a tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/quotas/c3eb71c4d3874600bb0a0cd6dd4ba11f HTTP/1.1" status: 200 len: 375 time: 0.0348923 Jan 28 13:45:34.709690 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-b281d97c-de40-4135-bc2d-fff63fd4b7e5 None None] Provisioning complete for port 6e6c03f6-ac84-4d4b-8769-fee97f0bb574 triggered by entity DHCP. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:45:34.710330 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b281d97c-de40-4135-bc2d-fff63fd4b7e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041328'] for port (6e6c03f6-ac84-4d4b-8769-fee97f0bb574), provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:34.714174 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Current status of the port 0a436445-0a24-4f7c-938b-88bfd91db432 is: ACTIVE; New status is: ACTIVE {{(pid=109086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:45:34.718547 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Device 25319c86-e3e0-4f31-8eee-0b3acb24c184 up at agent ovs-agent-dv-cinder-824187-7-iscsi {{(pid=109086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:45:34.768873 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-8a3a56ac-3ebd-4646-922a-0ca7444357a9 req-6153e0af-2db8-4881-b4d7-1dcba6cf98e9 tempest-DeleteServersTestJSON-498800092 tempest-DeleteServersTestJSON-498800092-project] 10.222.0.72 "GET /v2.0/ports?device_id=444c4c95-0603-4ef9-8b0f-d54cc39b1754 HTTP/1.1" status: 200 len: 210 time: 0.1649275 Jan 28 13:45:34.803380 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-d8fff03b-b962-45e2-95a3-88364491488e req-26388836-febf-4bdf-80a5-4478ff234b6c tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=c3eb71c4d3874600bb0a0cd6dd4ba11f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1126621 Jan 28 13:45:34.819085 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8a5ebe-31da-4491-9f5d-e7374c78be02 admin admin] Pushing event updated for resources: {'Port': ['ID=6e6c03f6-ac84-4d4b-8769-fee97f0bb574,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:34.860627 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-b281d97c-de40-4135-bc2d-fff63fd4b7e5 None None] Port 6e6c03f6-ac84-4d4b-8769-fee97f0bb574 cannot update to ACTIVE because it is not bound. {{(pid=109086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:45:34.940274 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Provisioning complete for port 25319c86-e3e0-4f31-8eee-0b3acb24c184 triggered by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:45:34.940274 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041328'] for port (25319c86-e3e0-4f31-8eee-0b3acb24c184), provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:34.944496 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e8a5ebe-31da-4491-9f5d-e7374c78be02 admin admin] Network 711eb359-e0a6-4069-8d9d-85442c14b212 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:45:34.947334 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-1e8a5ebe-31da-4491-9f5d-e7374c78be02 admin admin] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:45:34.991997 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-38696552-e148-4f3d-aab1-3faf4ae6d379 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Publish callbacks [] for security_group (03f317d8-0cf7-4af4-abf7-94e0d05a91da), precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:35.029448 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-38696552-e148-4f3d-aab1-3faf4ae6d379 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (03f317d8-0cf7-4af4-abf7-94e0d05a91da), after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:35.139285 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-38696552-e148-4f3d-aab1-3faf4ae6d379 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Publish callbacks [] for security_group (None), before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:35.140543 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-38696552-e148-4f3d-aab1-3faf4ae6d379 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6634927 Jan 28 13:45:35.148295 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 38408) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:45:35.197786 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-f8c7f380-a561-4041-83f6-b6e187faa191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c5b0b69-8cc3-4035-834e-edb5969b3858', 'name': 'tempest-AttachVolumeTestJSON-128407593-router', 'tenant_id': '737de5ae86cd4e209c1bd6e090b968f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'external_fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '0a436445-0a24-4f7c-938b-88bfd91db432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:45:22Z', 'updated_at': '2022-01-28T13:45:30Z', 'revision_number': 4, 'project_id': '737de5ae86cd4e209c1bd6e090b968f3', 'gw_port': {'id': '0a436445-0a24-4f7c-938b-88bfd91db432', 'name': '', 'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:a8:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5b0b69-8cc3-4035-834e-edb5969b3858', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:23Z', 'updated_at': '2022-01-28T13:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-7-iscsi', '_interfaces': [{'id': 'ec00c25a-9840-4cfc-887b-e4f424a1ec9d', 'name': '', 'network_id': '78d9b12b-20e5-405d-b8d9-58d523acb332', 'tenant_id': '737de5ae86cd4e209c1bd6e090b968f3', 'mac_address': 'fa:16:3e:cf:81:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c5b0b69-8cc3-4035-834e-edb5969b3858', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '3016a3fe-7a83-4026-bb15-1c5764645712', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:29Z', 'updated_at': '2022-01-28T13:45:31Z', 'revision_number': 2, 'project_id': '737de5ae86cd4e209c1bd6e090b968f3', 'subnets': [{'id': '3016a3fe-7a83-4026-bb15-1c5764645712', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824187-7-iscsi', False) {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:45:35.219445 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.v2.base [None req-89ef8d0b-368b-462c-8ea1-63834de0e25e tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Request body: {'security_group_rule': {'security_group_id': '03f317d8-0cf7-4af4-abf7-94e0d05a91da', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:45:35.235849 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38696552-e148-4f3d-aab1-3faf4ae6d379 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03f317d8-0cf7-4af4-abf7-94e0d05a91da,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:35.257562 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c7f380-a561-4041-83f6-b6e187faa191 None None] Checking router: 7c5b0b69-8cc3-4035-834e-edb5969b3858 for host: dv-cinder-824187-7-iscsi {{(pid=109086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:45:35.257951 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c7f380-a561-4041-83f6-b6e187faa191 None None] Updating router 7c5b0b69-8cc3-4035-834e-edb5969b3858 port ec00c25a-9840-4cfc-887b-e4f424a1ec9d binding host dv-cinder-824187-7-iscsi {{(pid=109086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:45:35.273684 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Current status of the port 25319c86-e3e0-4f31-8eee-0b3acb24c184 is: DOWN; New status is: ACTIVE {{(pid=109086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:45:35.274092 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (25319c86-e3e0-4f31-8eee-0b3acb24c184), before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:35.292723 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-d8fff03b-b962-45e2-95a3-88364491488e req-fcfaeba1-d6b6-4c95-872a-ccacea9c57e3 service neutron] 10.222.0.72 "GET /v2.0/networks/805ad18e-97f9-4b97-8e73-49d5a4e25a9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4815202 Jan 28 13:45:35.305129 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-89ef8d0b-368b-462c-8ea1-63834de0e25e tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Publish callbacks [] for security_group_rule (4943ee6f-a8d7-4921-a034-f0c94f098ecd), before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:35.310265 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e8a5ebe-31da-4491-9f5d-e7374c78be02 admin admin] Router 20f5b06b-d884-4fdb-859d-bb555f60c119 has already been hosted by L3 agent 5fb30df9-6f10-41b8-94cc-b881623ba250 {{(pid=109085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:45:35.313873 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f8c7f380-a561-4041-83f6-b6e187faa191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (ec00c25a-9840-4cfc-887b-e4f424a1ec9d), before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:35.340417 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] For port 25319c86-e3e0-4f31-8eee-0b3acb24c184, host dv-cinder-824187-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-7-iscsi',level=0,port_id=25319c86-e3e0-4f31-8eee-0b3acb24c184,segment=NetworkSegment(2ff911eb-b784-4487-8703-ed6009453f86),segment_id=2ff911eb-b784-4487-8703-ed6009453f86)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:45:35.362873 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862'] for port (25319c86-e3e0-4f31-8eee-0b3acb24c184), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:35.410123 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-d8fff03b-b962-45e2-95a3-88364491488e req-149b57dd-bf7d-4d26-9112-60ad3c4897c1 service neutron] 10.222.0.72 "GET /v2.0/networks/805ad18e-97f9-4b97-8e73-49d5a4e25a9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116869 Jan 28 13:45:35.437458 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-89ef8d0b-368b-462c-8ea1-63834de0e25e tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Publish callbacks [] for security_group_rule (4943ee6f-a8d7-4921-a034-f0c94f098ecd), precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:35.475210 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-89ef8d0b-368b-462c-8ea1-63834de0e25e tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054585'] for security_group_rule (4943ee6f-a8d7-4921-a034-f0c94f098ecd), after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:35.501519 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ef8d0b-368b-462c-8ea1-63834de0e25e tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4943ee6f-a8d7-4921-a034-f0c94f098ecd,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:35.522530 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-89ef8d0b-368b-462c-8ea1-63834de0e25e tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:35.525369 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-89ef8d0b-368b-462c-8ea1-63834de0e25e tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3750954 Jan 28 13:45:35.528314 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 38414) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:45:35.529655 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e8a5ebe-31da-4491-9f5d-e7374c78be02 admin admin] Notify agent at l3_agent.dv-cinder-824187-7-iscsi the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:45:35.536222 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-1e8a5ebe-31da-4491-9f5d-e7374c78be02 admin admin] 10.222.0.72 "PUT /v2.0/routers/20f5b06b-d884-4fdb-859d-bb555f60c119/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6479506 Jan 28 13:45:35.539556 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.v2.base [None req-dd11580d-78a4-4b52-b347-8e75193d9dcc tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Request body: {'security_group_rule': {'security_group_id': '03f317d8-0cf7-4af4-abf7-94e0d05a91da', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:45:35.587365 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-dd11580d-78a4-4b52-b347-8e75193d9dcc tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Publish callbacks [] for security_group_rule (94fc0b49-f86c-4bfe-bd02-2f9fdef97c06), before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:35.604508 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Pushing event updated for resources: {'Port': ['ID=25319c86-e3e0-4f31-8eee-0b3acb24c184,revision_number=4']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:35.617527 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-f564e430-064c-4db4-8b02-257f808c1614 None None] Provisioning complete for port 6e6c03f6-ac84-4d4b-8769-fee97f0bb574 triggered by entity DHCP. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:45:35.618128 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f564e430-064c-4db4-8b02-257f808c1614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041328'] for port (6e6c03f6-ac84-4d4b-8769-fee97f0bb574), provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:35.619722 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Device 0d71a8f6-5672-41f6-a935-2f6ccc98a36b up at agent ovs-agent-dv-cinder-824187-7-iscsi {{(pid=109086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:45:35.750849 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-1edfcfd8-b1ae-4bb6-b591-a7c5d171d34b req-16d662bf-9862-42d1-b55f-5b58b6a856c3 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/ports?device_id=51ea482b-e202-4a11-a7d3-d8e22636f7d7 HTTP/1.1" status: 200 len: 210 time: 0.0536034 Jan 28 13:45:35.752553 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-dd11580d-78a4-4b52-b347-8e75193d9dcc tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Publish callbacks [] for security_group_rule (94fc0b49-f86c-4bfe-bd02-2f9fdef97c06), precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:35.765293 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-f564e430-064c-4db4-8b02-257f808c1614 None None] Port 6e6c03f6-ac84-4d4b-8769-fee97f0bb574 cannot update to ACTIVE because it is not bound. {{(pid=109086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:45:35.778201 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-dd11580d-78a4-4b52-b347-8e75193d9dcc tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054585'] for security_group_rule (94fc0b49-f86c-4bfe-bd02-2f9fdef97c06), after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:35.785939 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Provisioning complete for port 0d71a8f6-5672-41f6-a935-2f6ccc98a36b triggered by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:45:35.786327 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041328'] for port (0d71a8f6-5672-41f6-a935-2f6ccc98a36b), provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:35.823763 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd11580d-78a4-4b52-b347-8e75193d9dcc tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94fc0b49-f86c-4bfe-bd02-2f9fdef97c06,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:35.835471 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-dd11580d-78a4-4b52-b347-8e75193d9dcc tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:35.838579 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-dd11580d-78a4-4b52-b347-8e75193d9dcc tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3060853 Jan 28 13:45:35.841705 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 38428) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:45:35.849614 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.v2.base [None req-f4a9d4d5-2d74-4f6d-b836-6c3137cd9770 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Request body: {'floatingip': {'floating_network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067'}} {{(pid=109084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:45:35.933966 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-f4a9d4d5-2d74-4f6d-b836-6c3137cd9770 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:36.057647 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-334b3f23-4487-4c18-9251-db9bcb134f30 req-fd9bb18d-d7dd-4e0c-a999-37974a6d3fc3 tempest-DeleteServersTestJSON-498800092 tempest-DeleteServersTestJSON-498800092-project] 10.222.0.72 "GET /v2.0/ports?device_id=444c4c95-0603-4ef9-8b0f-d54cc39b1754 HTTP/1.1" status: 200 len: 210 time: 0.0652685 Jan 28 13:45:36.091455 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Current status of the port 0d71a8f6-5672-41f6-a935-2f6ccc98a36b is: DOWN; New status is: ACTIVE {{(pid=109086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:45:36.091847 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (0d71a8f6-5672-41f6-a935-2f6ccc98a36b), before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:36.107368 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f8c7f380-a561-4041-83f6-b6e187faa191 None None] Publish callbacks [] for port (ec00c25a-9840-4cfc-887b-e4f424a1ec9d), precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:36.127441 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f8c7f380-a561-4041-83f6-b6e187faa191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862'] for port (ec00c25a-9840-4cfc-887b-e4f424a1ec9d), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:36.155885 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] For port 0d71a8f6-5672-41f6-a935-2f6ccc98a36b, host dv-cinder-824187-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-7-iscsi',level=0,port_id=0d71a8f6-5672-41f6-a935-2f6ccc98a36b,segment=NetworkSegment(2ff911eb-b784-4487-8703-ed6009453f86),segment_id=2ff911eb-b784-4487-8703-ed6009453f86)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:45:36.200590 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9308435b-71ad-4a68-a10c-098028b74e2d None None] Pushing event updated for resources: {'Port': ['ID=ec00c25a-9840-4cfc-887b-e4f424a1ec9d,revision_number=3']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:36.204759 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862'] for port (0d71a8f6-5672-41f6-a935-2f6ccc98a36b), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:36.205896 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 38448) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:45:36.212827 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.v2.base [None req-1d763327-b5aa-49b5-bf7d-51172c3d483b tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Request body: {'security_group': {'name': 'tempest-securitygroup--978088095', 'description': 'tempest-description--225042858'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:45:36.251759 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1d763327-b5aa-49b5-bf7d-51172c3d483b tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Publish callbacks [] for security_group (None), before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:36.333955 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [None req-f8c7f380-a561-4041-83f6-b6e187faa191 None None] Attempting to bind port ec00c25a-9840-4cfc-887b-e4f424a1ec9d on host dv-cinder-824187-7-iscsi for vnic_type normal with profile {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:45:36.334326 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [None req-f8c7f380-a561-4041-83f6-b6e187faa191 None None] Attempting to bind port ec00c25a-9840-4cfc-887b-e4f424a1ec9d by drivers openvswitch,hyperv on host dv-cinder-824187-7-iscsi at level 0 using segments [{'id': '76fda797-5fc8-4861-a2c8-4de64e9f2b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '78d9b12b-20e5-405d-b8d9-58d523acb332'}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:45:36.334684 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c7f380-a561-4041-83f6-b6e187faa191 None None] Attempting to bind port ec00c25a-9840-4cfc-887b-e4f424a1ec9d on network 78d9b12b-20e5-405d-b8d9-58d523acb332 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:45:36.341966 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c7f380-a561-4041-83f6-b6e187faa191 None None] Checking agent: {'id': '91ec632a-2927-4715-8bad-f3132ebcbe46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824187-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 37, 34), 'started_at': datetime.datetime(2022, 1, 28, 13, 38, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824187-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:45:36.342344 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c7f380-a561-4041-83f6-b6e187faa191 None None] Checking segment: {'id': '76fda797-5fc8-4861-a2c8-4de64e9f2b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '78d9b12b-20e5-405d-b8d9-58d523acb332'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:45:36.342749 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f8c7f380-a561-4041-83f6-b6e187faa191 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:36.343145 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c7f380-a561-4041-83f6-b6e187faa191 None None] Bound using segment: {'id': '76fda797-5fc8-4861-a2c8-4de64e9f2b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '78d9b12b-20e5-405d-b8d9-58d523acb332'} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:45:36.343618 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [None req-f8c7f380-a561-4041-83f6-b6e187faa191 None None] Bound port: ec00c25a-9840-4cfc-887b-e4f424a1ec9d, host: dv-cinder-824187-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76fda797-5fc8-4861-a2c8-4de64e9f2b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '78d9b12b-20e5-405d-b8d9-58d523acb332'}}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:45:36.343994 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f8c7f380-a561-4041-83f6-b6e187faa191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (ec00c25a-9840-4cfc-887b-e4f424a1ec9d), before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:36.349810 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Pushing event updated for resources: {'Port': ['ID=0d71a8f6-5672-41f6-a935-2f6ccc98a36b,revision_number=4']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:36.361265 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-f4a9d4d5-2d74-4f6d-b836-6c3137cd9770 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (None), before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:36.381494 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1d763327-b5aa-49b5-bf7d-51172c3d483b tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Publish callbacks [] for security_group (838c2539-0840-4dd0-84f1-3571e607caf8), precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:36.385828 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1d763327-b5aa-49b5-bf7d-51172c3d483b tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (838c2539-0840-4dd0-84f1-3571e607caf8), after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:36.414433 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1d763327-b5aa-49b5-bf7d-51172c3d483b tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Publish callbacks [] for security_group (None), before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:36.415858 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-1d763327-b5aa-49b5-bf7d-51172c3d483b tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 0.2085755 Jan 28 13:45:36.424062 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 38452) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:45:36.431706 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d763327-b5aa-49b5-bf7d-51172c3d483b tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Pushing event updated for resources: {'SecurityGroup': ['ID=838c2539-0840-4dd0-84f1-3571e607caf8,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:36.437169 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.v2.base [None req-a860fba3-0a38-4a02-82b2-84f0ab21c5da tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Request body: {'security_group_rule': {'security_group_id': '838c2539-0840-4dd0-84f1-3571e607caf8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:45:36.448804 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-f8c7f380-a561-4041-83f6-b6e187faa191 None None] For port ec00c25a-9840-4cfc-887b-e4f424a1ec9d, host dv-cinder-824187-7-iscsi, cleared binding levels {{(pid=109086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:45:36.454956 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-f8c7f380-a561-4041-83f6-b6e187faa191 None None] For port ec00c25a-9840-4cfc-887b-e4f424a1ec9d, host dv-cinder-824187-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-7-iscsi',level=0,port_id=ec00c25a-9840-4cfc-887b-e4f424a1ec9d,segment=NetworkSegment(76fda797-5fc8-4861-a2c8-4de64e9f2b3e),segment_id=76fda797-5fc8-4861-a2c8-4de64e9f2b3e)] {{(pid=109086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:45:36.460663 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f8c7f380-a561-4041-83f6-b6e187faa191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862'] for port (ec00c25a-9840-4cfc-887b-e4f424a1ec9d), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:36.529603 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-a860fba3-0a38-4a02-82b2-84f0ab21c5da tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Publish callbacks [] for security_group_rule (dc054644-67a0-4d6b-ac50-198ed8c913ed), before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:36.534444 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c7f380-a561-4041-83f6-b6e187faa191 None None] Routers {'7c5b0b69-8cc3-4035-834e-edb5969b3858'} bound to L3 agent in host dv-cinder-824187-7-iscsi {{(pid=109086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:45:36.535252 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-f8c7f380-a561-4041-83f6-b6e187faa191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T13:37:30Z,description=,heartbeat_timestamp=2022-01-28T13:45:30Z,host='dv-cinder-824187-7-iscsi',id=5fb30df9-6f10-41b8-94cc-b881623ba250,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:37:30Z,topic='l3_agent')) {'router_ids': ['7c5b0b69-8cc3-4035-834e-edb5969b3858'], 'active': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:45:36.538168 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9308435b-71ad-4a68-a10c-098028b74e2d None None] Pushing event updated for resources: {'Port': ['ID=ec00c25a-9840-4cfc-887b-e4f424a1ec9d,revision_number=4']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:36.552171 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54eee787-f62a-4a43-a54e-7995197eeeda None None] Sync routers for ids ['1617130e-5be0-4472-9d35-6ccfd7518340'] in dv-cinder-824187-7-iscsi {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:45:36.563817 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54eee787-f62a-4a43-a54e-7995197eeeda None None] Routers {'1617130e-5be0-4472-9d35-6ccfd7518340'} bound to L3 agent in host dv-cinder-824187-7-iscsi {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:45:36.564754 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-54eee787-f62a-4a43-a54e-7995197eeeda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T13:37:30Z,description=,heartbeat_timestamp=2022-01-28T13:45:30Z,host='dv-cinder-824187-7-iscsi',id=5fb30df9-6f10-41b8-94cc-b881623ba250,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:37:30Z,topic='l3_agent')) {'router_ids': ['1617130e-5be0-4472-9d35-6ccfd7518340'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:45:36.578110 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.db.db_base_plugin_common [None req-f4a9d4d5-2d74-4f6d-b836-6c3137cd9770 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Allocated IP 172.27.0.153 (5658bb11-9d09-4b0d-90e7-a96bf662b067/12c2ab48-c458-44a5-bf56-c21764e1e48c/33c4318d-606f-47c1-8c69-aaeff747375d) {{(pid=109084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:45:36.636945 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-07c69943-1444-4af0-8ac1-534c618beabb None None] Provisioning complete for port ec00c25a-9840-4cfc-887b-e4f424a1ec9d triggered by entity DHCP. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:45:36.636945 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-07c69943-1444-4af0-8ac1-534c618beabb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041328'] for port (ec00c25a-9840-4cfc-887b-e4f424a1ec9d), provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:36.716035 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-a860fba3-0a38-4a02-82b2-84f0ab21c5da tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Publish callbacks [] for security_group_rule (dc054644-67a0-4d6b-ac50-198ed8c913ed), precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:36.720913 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-a860fba3-0a38-4a02-82b2-84f0ab21c5da tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054585'] for security_group_rule (dc054644-67a0-4d6b-ac50-198ed8c913ed), after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:36.743358 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvr_db [None req-f8c7f380-a561-4041-83f6-b6e187faa191 None None] Set router 7c5b0b69-8cc3-4035-834e-edb5969b3858 gateway port host: dv-cinder-824187-7-iscsi {{(pid=109086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:45:36.752929 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-54eee787-f62a-4a43-a54e-7995197eeeda None None] Set router 1617130e-5be0-4472-9d35-6ccfd7518340 gateway port host: dv-cinder-824187-7-iscsi {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:45:36.780760 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a860fba3-0a38-4a02-82b2-84f0ab21c5da tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc054644-67a0-4d6b-ac50-198ed8c913ed,revision_number=0']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:36.803800 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-a860fba3-0a38-4a02-82b2-84f0ab21c5da tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:36.805088 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-a860fba3-0a38-4a02-82b2-84f0ab21c5da tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3743711 Jan 28 13:45:36.807866 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 38460) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:45:36.812991 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.v2.base [None req-a8116fa4-573b-4b64-b96f-92cd3cb5e1d6 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Request body: {'security_group_rule': {'security_group_id': '838c2539-0840-4dd0-84f1-3571e607caf8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:45:36.816328 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-f4a9d4d5-2d74-4f6d-b836-6c3137cd9770 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Publish callbacks [] for port (33c4318d-606f-47c1-8c69-aaeff747375d), precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:36.856083 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a8116fa4-573b-4b64-b96f-92cd3cb5e1d6 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Publish callbacks [] for security_group_rule (e89d8ba7-9548-4ae1-9e03-bbfd8070946e), before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:36.931634 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-f6557a2d-3148-4d67-900d-ef28e41b8c90 req-cd17b4d0-53b5-413c-b0f4-1a66c776b961 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/ports?device_id=51ea482b-e202-4a11-a7d3-d8e22636f7d7 HTTP/1.1" status: 200 len: 210 time: 0.0458078 Jan 28 13:45:36.932719 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-f4a9d4d5-2d74-4f6d-b836-6c3137cd9770 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742788384826'] for port (33c4318d-606f-47c1-8c69-aaeff747375d), after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:36.959062 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a8116fa4-573b-4b64-b96f-92cd3cb5e1d6 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Publish callbacks [] for security_group_rule (e89d8ba7-9548-4ae1-9e03-bbfd8070946e), precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:36.963801 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a8116fa4-573b-4b64-b96f-92cd3cb5e1d6 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054585'] for security_group_rule (e89d8ba7-9548-4ae1-9e03-bbfd8070946e), after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:36.978193 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885b4848-03c3-40eb-9566-fd0331325b4a None None] Sync routers for ids ['20f5b06b-d884-4fdb-859d-bb555f60c119'] in dv-cinder-824187-7-iscsi {{(pid=109086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:45:37.002472 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-07c69943-1444-4af0-8ac1-534c618beabb None None] Current status of the port ec00c25a-9840-4cfc-887b-e4f424a1ec9d is: DOWN; New status is: ACTIVE {{(pid=109086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:45:37.002869 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-07c69943-1444-4af0-8ac1-534c618beabb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (ec00c25a-9840-4cfc-887b-e4f424a1ec9d), before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:37.008086 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a9d4d5-2d74-4f6d-b836-6c3137cd9770 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Network 5658bb11-9d09-4b0d-90e7-a96bf662b067 is already hosted by enough agents. {{(pid=109084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:45:37.012406 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a8116fa4-573b-4b64-b96f-92cd3cb5e1d6 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:37.016828 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.scheduler.base_scheduler [None req-f4a9d4d5-2d74-4f6d-b836-6c3137cd9770 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Resources bound (agent type, host, resource id): {{(pid=109084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:45:37.022017 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-a8116fa4-573b-4b64-b96f-92cd3cb5e1d6 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2087882 Jan 28 13:45:37.022017 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8116fa4-573b-4b64-b96f-92cd3cb5e1d6 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e89d8ba7-9548-4ae1-9e03-bbfd8070946e,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:37.023199 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 38466) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:45:37.023766 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885b4848-03c3-40eb-9566-fd0331325b4a None None] Routers {'20f5b06b-d884-4fdb-859d-bb555f60c119'} bound to L3 agent in host dv-cinder-824187-7-iscsi {{(pid=109086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:45:37.024166 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-885b4848-03c3-40eb-9566-fd0331325b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T13:37:30Z,description=,heartbeat_timestamp=2022-01-28T13:45:30Z,host='dv-cinder-824187-7-iscsi',id=5fb30df9-6f10-41b8-94cc-b881623ba250,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:37:30Z,topic='l3_agent')) {'router_ids': ['20f5b06b-d884-4fdb-859d-bb555f60c119'], 'active': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:45:37.024603 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a9d4d5-2d74-4f6d-b836-6c3137cd9770 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Received port after_create {{(pid=109084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:45:37.037070 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.v2.base [None req-2d385165-3ce3-4ecd-9256-14167f8694a2 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Request body: {'floatingip': {'floating_network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:45:37.082555 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2d385165-3ce3-4ecd-9256-14167f8694a2 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:37.119474 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a9d4d5-2d74-4f6d-b836-6c3137cd9770 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Pushing event updated for resources: {'Port': ['ID=33c4318d-606f-47c1-8c69-aaeff747375d,revision_number=1']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:37.125363 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-54eee787-f62a-4a43-a54e-7995197eeeda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1617130e-5be0-4472-9d35-6ccfd7518340', 'name': 'tempest-ServerRescueNegativeTestJSON-1186739786-router', 'tenant_id': 'c3eb71c4d3874600bb0a0cd6dd4ba11f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'external_fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': '25319c86-e3e0-4f31-8eee-0b3acb24c184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:45:24Z', 'updated_at': '2022-01-28T13:45:30Z', 'revision_number': 4, 'project_id': 'c3eb71c4d3874600bb0a0cd6dd4ba11f', 'gw_port': {'id': '25319c86-e3e0-4f31-8eee-0b3acb24c184', 'name': '', 'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d9:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1617130e-5be0-4472-9d35-6ccfd7518340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:25Z', 'updated_at': '2022-01-28T13:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-7-iscsi', '_interfaces': [{'id': 'a98dab0a-f841-493c-b576-43abdf3227e9', 'name': '', 'network_id': '805ad18e-97f9-4b97-8e73-49d5a4e25a9d', 'tenant_id': 'c3eb71c4d3874600bb0a0cd6dd4ba11f', 'mac_address': 'fa:16:3e:9b:a6:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1617130e-5be0-4472-9d35-6ccfd7518340', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'eff84041-49b5-4697-b7b5-e67d81854a3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:29Z', 'updated_at': '2022-01-28T13:45:30Z', 'revision_number': 2, 'project_id': 'c3eb71c4d3874600bb0a0cd6dd4ba11f', 'subnets': [{'id': 'eff84041-49b5-4697-b7b5-e67d81854a3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824187-7-iscsi', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:45:37.181506 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-f4a9d4d5-2d74-4f6d-b836-6c3137cd9770 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Publish callbacks [] for floatingip (ee16a21d-0da1-4dab-999a-e0cdffc6e142), precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:37.220709 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54eee787-f62a-4a43-a54e-7995197eeeda None None] Checking router: 1617130e-5be0-4472-9d35-6ccfd7518340 for host: dv-cinder-824187-7-iscsi {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:45:37.221522 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54eee787-f62a-4a43-a54e-7995197eeeda None None] Updating router 1617130e-5be0-4472-9d35-6ccfd7518340 port a98dab0a-f841-493c-b576-43abdf3227e9 binding host dv-cinder-824187-7-iscsi {{(pid=109087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:45:37.228369 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-07c69943-1444-4af0-8ac1-534c618beabb None None] For port ec00c25a-9840-4cfc-887b-e4f424a1ec9d, host dv-cinder-824187-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-7-iscsi',level=0,port_id=ec00c25a-9840-4cfc-887b-e4f424a1ec9d,segment=NetworkSegment(76fda797-5fc8-4861-a2c8-4de64e9f2b3e),segment_id=76fda797-5fc8-4861-a2c8-4de64e9f2b3e)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:45:37.259681 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-f4a9d4d5-2d74-4f6d-b836-6c3137cd9770 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (33c4318d-606f-47c1-8c69-aaeff747375d), before_update {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:37.265895 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-54eee787-f62a-4a43-a54e-7995197eeeda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (a98dab0a-f841-493c-b576-43abdf3227e9), before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:37.269141 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-07c69943-1444-4af0-8ac1-534c618beabb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862'] for port (ec00c25a-9840-4cfc-887b-e4f424a1ec9d), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:37.279188 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-7d425bd4-6cbf-4445-b947-44999f16c679 req-1a6fc2ff-e6e5-4813-b7c3-0b0039724980 tempest-DeleteServersTestJSON-498800092 tempest-DeleteServersTestJSON-498800092-project] 10.222.0.72 "GET /v2.0/ports?device_id=444c4c95-0603-4ef9-8b0f-d54cc39b1754 HTTP/1.1" status: 200 len: 210 time: 0.0400250 Jan 28 13:45:37.339417 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.78', 63574) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:45:37.363826 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2d385165-3ce3-4ecd-9256-14167f8694a2 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (None), before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:37.491336 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvr_db [None req-885b4848-03c3-40eb-9566-fd0331325b4a None None] Set router 20f5b06b-d884-4fdb-859d-bb555f60c119 gateway port host: dv-cinder-824187-7-iscsi {{(pid=109086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:45:37.533653 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Device 0d71a8f6-5672-41f6-a935-2f6ccc98a36b up at agent ovs-agent-dv-cinder-824187-7-iscsi {{(pid=109086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:45:37.569666 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8767422f-4ec7-42bc-a783-7ba1bdde5997 req-576c2dcf-4614-4790-9335-74da6596859d tempest-DeleteServersTestJSON-498800092 tempest-DeleteServersTestJSON-498800092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:37.572272 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-8767422f-4ec7-42bc-a783-7ba1bdde5997 req-576c2dcf-4614-4790-9335-74da6596859d tempest-DeleteServersTestJSON-498800092 tempest-DeleteServersTestJSON-498800092-project] 10.222.0.78 "GET /v2.0/networks?id=540d20e8-ba52-44bb-a51c-90ae52b3c129 HTTP/1.1" status: 200 len: 811 time: 0.2302225 Jan 28 13:45:37.580290 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c69943-1444-4af0-8ac1-534c618beabb None None] Pushing event updated for resources: {'Port': ['ID=ec00c25a-9840-4cfc-887b-e4f424a1ec9d,revision_number=5']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:37.601056 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-32a6e32c-5dad-4126-b612-02df6e4108bb None None] Provisioning complete for port ec00c25a-9840-4cfc-887b-e4f424a1ec9d triggered by entity DHCP. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:45:37.601456 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-32a6e32c-5dad-4126-b612-02df6e4108bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041328'] for port (ec00c25a-9840-4cfc-887b-e4f424a1ec9d), provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:37.623597 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.v2.base [req-8767422f-4ec7-42bc-a783-7ba1bdde5997 req-46b080c8-31ea-4656-96e7-286a660e33a9 tempest-DeleteServersTestJSON-498800092 tempest-DeleteServersTestJSON-498800092-project] Request body: {'port': {'device_id': '444c4c95-0603-4ef9-8b0f-d54cc39b1754', 'network_id': '540d20e8-ba52-44bb-a51c-90ae52b3c129', 'admin_state_up': True, 'tenant_id': '3352f6533b004499aaf179e0cf333745'}} {{(pid=109084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:45:37.634010 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [None req-2d385165-3ce3-4ecd-9256-14167f8694a2 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Allocated IP 172.27.0.17 (5658bb11-9d09-4b0d-90e7-a96bf662b067/12c2ab48-c458-44a5-bf56-c21764e1e48c/013a9d21-cda9-478b-a9e7-03d0f52bcf0b) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:45:37.685494 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-54eee787-f62a-4a43-a54e-7995197eeeda None None] Publish callbacks [] for port (a98dab0a-f841-493c-b576-43abdf3227e9), precommit_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:37.692803 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-54eee787-f62a-4a43-a54e-7995197eeeda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862'] for port (a98dab0a-f841-493c-b576-43abdf3227e9), after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:37.796301 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5397052-9359-4be1-abf0-4d24b99e15b1 None None] Pushing event updated for resources: {'Port': ['ID=a98dab0a-f841-493c-b576-43abdf3227e9,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:37.837946 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2d385165-3ce3-4ecd-9256-14167f8694a2 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Publish callbacks [] for port (013a9d21-cda9-478b-a9e7-03d0f52bcf0b), precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:37.855298 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-f8c7f380-a561-4041-83f6-b6e187faa191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c5b0b69-8cc3-4035-834e-edb5969b3858', 'name': 'tempest-AttachVolumeTestJSON-128407593-router', 'tenant_id': '737de5ae86cd4e209c1bd6e090b968f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'external_fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '0a436445-0a24-4f7c-938b-88bfd91db432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:45:22Z', 'updated_at': '2022-01-28T13:45:30Z', 'revision_number': 4, 'project_id': '737de5ae86cd4e209c1bd6e090b968f3', 'gw_port': {'id': '0a436445-0a24-4f7c-938b-88bfd91db432', 'name': '', 'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:a8:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5b0b69-8cc3-4035-834e-edb5969b3858', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:23Z', 'updated_at': '2022-01-28T13:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-7-iscsi', '_interfaces': [{'id': 'ec00c25a-9840-4cfc-887b-e4f424a1ec9d', 'name': '', 'network_id': '78d9b12b-20e5-405d-b8d9-58d523acb332', 'tenant_id': '737de5ae86cd4e209c1bd6e090b968f3', 'mac_address': 'fa:16:3e:cf:81:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c5b0b69-8cc3-4035-834e-edb5969b3858', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '3016a3fe-7a83-4026-bb15-1c5764645712', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:29Z', 'updated_at': '2022-01-28T13:45:36Z', 'revision_number': 4, 'project_id': '737de5ae86cd4e209c1bd6e090b968f3', 'subnets': [{'id': '3016a3fe-7a83-4026-bb15-1c5764645712', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824187-7-iscsi', False) {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:45:37.884356 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2d385165-3ce3-4ecd-9256-14167f8694a2 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742788384826'] for port (013a9d21-cda9-478b-a9e7-03d0f52bcf0b), after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:37.885488 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8767422f-4ec7-42bc-a783-7ba1bdde5997 req-46b080c8-31ea-4656-96e7-286a660e33a9 tempest-DeleteServersTestJSON-498800092 tempest-DeleteServersTestJSON-498800092-project] Made reservation on behalf of 3352f6533b004499aaf179e0cf333745 for: {'port': 1} {{(pid=109084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:45:37.894474 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-8767422f-4ec7-42bc-a783-7ba1bdde5997 req-46b080c8-31ea-4656-96e7-286a660e33a9 tempest-DeleteServersTestJSON-498800092 tempest-DeleteServersTestJSON-498800092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (None), before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:37.913066 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-54eee787-f62a-4a43-a54e-7995197eeeda None None] Attempting to bind port a98dab0a-f841-493c-b576-43abdf3227e9 on host dv-cinder-824187-7-iscsi for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:45:37.913303 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-54eee787-f62a-4a43-a54e-7995197eeeda None None] Attempting to bind port a98dab0a-f841-493c-b576-43abdf3227e9 by drivers openvswitch,hyperv on host dv-cinder-824187-7-iscsi at level 0 using segments [{'id': '003e6ed3-f660-4372-97dd-5a5269adf1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '805ad18e-97f9-4b97-8e73-49d5a4e25a9d'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:45:37.913636 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54eee787-f62a-4a43-a54e-7995197eeeda None None] Attempting to bind port a98dab0a-f841-493c-b576-43abdf3227e9 on network 805ad18e-97f9-4b97-8e73-49d5a4e25a9d {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:45:37.922571 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54eee787-f62a-4a43-a54e-7995197eeeda None None] Checking agent: {'id': '91ec632a-2927-4715-8bad-f3132ebcbe46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824187-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 37, 34), 'started_at': datetime.datetime(2022, 1, 28, 13, 38, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824187-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:45:37.923334 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54eee787-f62a-4a43-a54e-7995197eeeda None None] Checking segment: {'id': '003e6ed3-f660-4372-97dd-5a5269adf1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '805ad18e-97f9-4b97-8e73-49d5a4e25a9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:45:37.924965 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-54eee787-f62a-4a43-a54e-7995197eeeda None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:37.925581 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54eee787-f62a-4a43-a54e-7995197eeeda None None] Bound using segment: {'id': '003e6ed3-f660-4372-97dd-5a5269adf1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '805ad18e-97f9-4b97-8e73-49d5a4e25a9d'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:45:37.927196 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-54eee787-f62a-4a43-a54e-7995197eeeda None None] Bound port: a98dab0a-f841-493c-b576-43abdf3227e9, host: dv-cinder-824187-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '003e6ed3-f660-4372-97dd-5a5269adf1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '805ad18e-97f9-4b97-8e73-49d5a4e25a9d'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:45:37.927825 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-54eee787-f62a-4a43-a54e-7995197eeeda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (a98dab0a-f841-493c-b576-43abdf3227e9), before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:37.975824 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c7f380-a561-4041-83f6-b6e187faa191 None None] The sync data for ids ['7c5b0b69-8cc3-4035-834e-edb5969b3858'] in dv-cinder-824187-7-iscsi is: [{'id': '7c5b0b69-8cc3-4035-834e-edb5969b3858', 'name': 'tempest-AttachVolumeTestJSON-128407593-router', 'tenant_id': '737de5ae86cd4e209c1bd6e090b968f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'external_fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '0a436445-0a24-4f7c-938b-88bfd91db432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:45:22Z', 'updated_at': '2022-01-28T13:45:30Z', 'revision_number': 4, 'project_id': '737de5ae86cd4e209c1bd6e090b968f3', 'gw_port': {'id': '0a436445-0a24-4f7c-938b-88bfd91db432', 'name': '', 'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:a8:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5b0b69-8cc3-4035-834e-edb5969b3858', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:23Z', 'updated_at': '2022-01-28T13:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-7-iscsi', '_interfaces': [{'id': 'ec00c25a-9840-4cfc-887b-e4f424a1ec9d', 'name': '', 'network_id': '78d9b12b-20e5-405d-b8d9-58d523acb332', 'tenant_id': '737de5ae86cd4e209c1bd6e090b968f3', 'mac_address': 'fa:16:3e:cf:81:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c5b0b69-8cc3-4035-834e-edb5969b3858', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '3016a3fe-7a83-4026-bb15-1c5764645712', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:29Z', 'updated_at': '2022-01-28T13:45:36Z', 'revision_number': 4, 'project_id': '737de5ae86cd4e209c1bd6e090b968f3', 'subnets': [{'id': '3016a3fe-7a83-4026-bb15-1c5764645712', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:45:38.027095 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Provisioning complete for port 0d71a8f6-5672-41f6-a935-2f6ccc98a36b triggered by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:45:38.027479 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041328'] for port (0d71a8f6-5672-41f6-a935-2f6ccc98a36b), provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:38.097892 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-54eee787-f62a-4a43-a54e-7995197eeeda None None] For port a98dab0a-f841-493c-b576-43abdf3227e9, host dv-cinder-824187-7-iscsi, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:45:38.102986 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-54eee787-f62a-4a43-a54e-7995197eeeda None None] For port a98dab0a-f841-493c-b576-43abdf3227e9, host dv-cinder-824187-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-7-iscsi',level=0,port_id=a98dab0a-f841-493c-b576-43abdf3227e9,segment=NetworkSegment(003e6ed3-f660-4372-97dd-5a5269adf1a1),segment_id=003e6ed3-f660-4372-97dd-5a5269adf1a1)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:45:38.110110 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-54eee787-f62a-4a43-a54e-7995197eeeda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862'] for port (a98dab0a-f841-493c-b576-43abdf3227e9), after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:38.278115 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54eee787-f62a-4a43-a54e-7995197eeeda None None] Routers {'1617130e-5be0-4472-9d35-6ccfd7518340'} bound to L3 agent in host dv-cinder-824187-7-iscsi {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:45:38.279083 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-54eee787-f62a-4a43-a54e-7995197eeeda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T13:37:30Z,description=,heartbeat_timestamp=2022-01-28T13:45:30Z,host='dv-cinder-824187-7-iscsi',id=5fb30df9-6f10-41b8-94cc-b881623ba250,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:37:30Z,topic='l3_agent')) {'router_ids': ['1617130e-5be0-4472-9d35-6ccfd7518340'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:45:38.281262 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5397052-9359-4be1-abf0-4d24b99e15b1 None None] Pushing event updated for resources: {'Port': ['ID=a98dab0a-f841-493c-b576-43abdf3227e9,revision_number=4']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:38.309500 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d385165-3ce3-4ecd-9256-14167f8694a2 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Network 5658bb11-9d09-4b0d-90e7-a96bf662b067 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:45:38.314017 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-2d385165-3ce3-4ecd-9256-14167f8694a2 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:45:38.319860 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d385165-3ce3-4ecd-9256-14167f8694a2 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:45:38.362559 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-f4a9d4d5-2d74-4f6d-b836-6c3137cd9770 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Publish callbacks [] for port (33c4318d-606f-47c1-8c69-aaeff747375d), precommit_update {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:38.367533 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-96ca5527-a158-45ad-a836-18561e1e7f98 req-7ce17341-a0f7-4aa9-a219-97b9b2419396 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/ports?device_id=51ea482b-e202-4a11-a7d3-d8e22636f7d7 HTTP/1.1" status: 200 len: 210 time: 0.1609867 Jan 28 13:45:38.383185 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-f4a9d4d5-2d74-4f6d-b836-6c3137cd9770 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862'] for port (33c4318d-606f-47c1-8c69-aaeff747375d), after_update {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:38.432051 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-32a6e32c-5dad-4126-b612-02df6e4108bb None None] Current status of the port ec00c25a-9840-4cfc-887b-e4f424a1ec9d is: ACTIVE; New status is: ACTIVE {{(pid=109086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:45:38.475410 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-f4a9d4d5-2d74-4f6d-b836-6c3137cd9770 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1817779'] for floatingip (ee16a21d-0da1-4dab-999a-e0cdffc6e142), after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:38.500204 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Current status of the port 0d71a8f6-5672-41f6-a935-2f6ccc98a36b is: ACTIVE; New status is: ACTIVE {{(pid=109086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:45:38.503807 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Device 25319c86-e3e0-4f31-8eee-0b3acb24c184 up at agent ovs-agent-dv-cinder-824187-7-iscsi {{(pid=109086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:45:38.512287 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2d385165-3ce3-4ecd-9256-14167f8694a2 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Publish callbacks [] for floatingip (7bcc5b7a-1fb8-4223-966d-62c03576298a), precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:38.523817 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-f4a9d4d5-2d74-4f6d-b836-6c3137cd9770 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91499'] for floatingip (None), before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:38.534499 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-f4a9d4d5-2d74-4f6d-b836-6c3137cd9770 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6909864 Jan 28 13:45:38.538419 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d385165-3ce3-4ecd-9256-14167f8694a2 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Pushing event updated for resources: {'Port': ['ID=013a9d21-cda9-478b-a9e7-03d0f52bcf0b,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:38.601834 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-4c06fd62-d79d-4a9a-943d-2a9841cddbb1 req-5847ea83-66de-4ac4-bf29-6c68074a0719 tempest-DeleteServersTestJSON-498800092 tempest-DeleteServersTestJSON-498800092-project] 10.222.0.72 "GET /v2.0/ports?device_id=444c4c95-0603-4ef9-8b0f-d54cc39b1754 HTTP/1.1" status: 200 len: 210 time: 0.0786855 Jan 28 13:45:38.622452 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-885b4848-03c3-40eb-9566-fd0331325b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20f5b06b-d884-4fdb-859d-bb555f60c119', 'name': 'tempest-AttachVolumeShelveTestJSON-1176312518-router', 'tenant_id': '0799c831a5c443ae8c670a0c79104f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'external_fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': '0d71a8f6-5672-41f6-a935-2f6ccc98a36b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:45:24Z', 'updated_at': '2022-01-28T13:45:34Z', 'revision_number': 4, 'project_id': '0799c831a5c443ae8c670a0c79104f84', 'gw_port': {'id': '0d71a8f6-5672-41f6-a935-2f6ccc98a36b', 'name': '', 'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:02:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f5b06b-d884-4fdb-859d-bb555f60c119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:26Z', 'updated_at': '2022-01-28T13:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-7-iscsi', '_interfaces': [{'id': '6e6c03f6-ac84-4d4b-8769-fee97f0bb574', 'name': '', 'network_id': '711eb359-e0a6-4069-8d9d-85442c14b212', 'tenant_id': '0799c831a5c443ae8c670a0c79104f84', 'mac_address': 'fa:16:3e:28:49:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20f5b06b-d884-4fdb-859d-bb555f60c119', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '6a182525-8d42-4b74-88dd-616808d54b14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:32Z', 'updated_at': '2022-01-28T13:45:34Z', 'revision_number': 2, 'project_id': '0799c831a5c443ae8c670a0c79104f84', 'subnets': [{'id': '6a182525-8d42-4b74-88dd-616808d54b14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824187-7-iscsi', False) {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:45:38.636216 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a9d4d5-2d74-4f6d-b836-6c3137cd9770 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Pushing event updated for resources: {'Port': ['ID=33c4318d-606f-47c1-8c69-aaeff747375d,revision_number=2']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:38.646610 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2d385165-3ce3-4ecd-9256-14167f8694a2 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (013a9d21-cda9-478b-a9e7-03d0f52bcf0b), before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:38.692293 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-54eee787-f62a-4a43-a54e-7995197eeeda None None] Set router 1617130e-5be0-4472-9d35-6ccfd7518340 gateway port host: dv-cinder-824187-7-iscsi {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:45:38.730471 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885b4848-03c3-40eb-9566-fd0331325b4a None None] Checking router: 20f5b06b-d884-4fdb-859d-bb555f60c119 for host: dv-cinder-824187-7-iscsi {{(pid=109086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:45:38.735345 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885b4848-03c3-40eb-9566-fd0331325b4a None None] Updating router 20f5b06b-d884-4fdb-859d-bb555f60c119 port 6e6c03f6-ac84-4d4b-8769-fee97f0bb574 binding host dv-cinder-824187-7-iscsi {{(pid=109086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:45:38.737853 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.78', 63584) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:45:38.783405 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.db.db_base_plugin_common [req-8767422f-4ec7-42bc-a783-7ba1bdde5997 req-46b080c8-31ea-4656-96e7-286a660e33a9 tempest-DeleteServersTestJSON-498800092 tempest-DeleteServersTestJSON-498800092-project] Allocated IP 172.20.0.3 (540d20e8-ba52-44bb-a51c-90ae52b3c129/2b7c19f5-5607-450e-ac1d-452cb2e1169e/47d90186-2685-44dc-b033-a8900ad0caac) {{(pid=109084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:45:38.819818 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-885b4848-03c3-40eb-9566-fd0331325b4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (6e6c03f6-ac84-4d4b-8769-fee97f0bb574), before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:38.888157 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Provisioning complete for port 25319c86-e3e0-4f31-8eee-0b3acb24c184 triggered by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:45:38.889618 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041328'] for port (25319c86-e3e0-4f31-8eee-0b3acb24c184), provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:39.370117 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Current status of the port 25319c86-e3e0-4f31-8eee-0b3acb24c184 is: ACTIVE; New status is: ACTIVE {{(pid=109086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:45:39.559769 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2d385165-3ce3-4ecd-9256-14167f8694a2 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Publish callbacks [] for port (013a9d21-cda9-478b-a9e7-03d0f52bcf0b), precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:39.571555 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-f3019f42-a107-4e0e-92ca-6ecbe413f412 req-b3e346c7-4293-431d-9f54-63718bb1c5fa tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--1439957476&fields=id&tenant_id=737de5ae86cd4e209c1bd6e090b968f3 HTTP/1.1" status: 200 len: 267 time: 0.4074483 Jan 28 13:45:39.581359 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.78', 63590) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:45:39.641931 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2d385165-3ce3-4ecd-9256-14167f8694a2 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862'] for port (013a9d21-cda9-478b-a9e7-03d0f52bcf0b), after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:39.687003 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b6d203-f0f0-4afb-b13f-183ed985873e req-ce1bab52-1706-4870-bfdc-8a7a18b772e1 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:39.695847 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-60b6d203-f0f0-4afb-b13f-183ed985873e req-ce1bab52-1706-4870-bfdc-8a7a18b772e1 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.78 "GET /v2.0/networks?id=805ad18e-97f9-4b97-8e73-49d5a4e25a9d HTTP/1.1" status: 200 len: 819 time: 0.9493935 Jan 28 13:45:39.833702 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-54eee787-f62a-4a43-a54e-7995197eeeda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1617130e-5be0-4472-9d35-6ccfd7518340', 'name': 'tempest-ServerRescueNegativeTestJSON-1186739786-router', 'tenant_id': 'c3eb71c4d3874600bb0a0cd6dd4ba11f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'external_fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': '25319c86-e3e0-4f31-8eee-0b3acb24c184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:45:24Z', 'updated_at': '2022-01-28T13:45:30Z', 'revision_number': 4, 'project_id': 'c3eb71c4d3874600bb0a0cd6dd4ba11f', 'gw_port': {'id': '25319c86-e3e0-4f31-8eee-0b3acb24c184', 'name': '', 'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d9:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1617130e-5be0-4472-9d35-6ccfd7518340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:25Z', 'updated_at': '2022-01-28T13:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-7-iscsi', '_interfaces': [{'id': 'a98dab0a-f841-493c-b576-43abdf3227e9', 'name': '', 'network_id': '805ad18e-97f9-4b97-8e73-49d5a4e25a9d', 'tenant_id': 'c3eb71c4d3874600bb0a0cd6dd4ba11f', 'mac_address': 'fa:16:3e:9b:a6:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1617130e-5be0-4472-9d35-6ccfd7518340', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'eff84041-49b5-4697-b7b5-e67d81854a3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:29Z', 'updated_at': '2022-01-28T13:45:38Z', 'revision_number': 4, 'project_id': 'c3eb71c4d3874600bb0a0cd6dd4ba11f', 'subnets': [{'id': 'eff84041-49b5-4697-b7b5-e67d81854a3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824187-7-iscsi', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:45:40.001024 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d385165-3ce3-4ecd-9256-14167f8694a2 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Pushing event updated for resources: {'Port': ['ID=013a9d21-cda9-478b-a9e7-03d0f52bcf0b,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:40.016367 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.v2.base [req-60b6d203-f0f0-4afb-b13f-183ed985873e req-088d249b-88bb-43c5-a4c9-0c0b689765e3 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] Request body: {'port': {'device_id': '175714f6-fa92-4781-8501-a6356be58096', 'network_id': '805ad18e-97f9-4b97-8e73-49d5a4e25a9d', 'admin_state_up': True, 'tenant_id': 'c3eb71c4d3874600bb0a0cd6dd4ba11f'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:45:40.060605 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54eee787-f62a-4a43-a54e-7995197eeeda None None] The sync data for ids ['1617130e-5be0-4472-9d35-6ccfd7518340'] in dv-cinder-824187-7-iscsi is: [{'id': '1617130e-5be0-4472-9d35-6ccfd7518340', 'name': 'tempest-ServerRescueNegativeTestJSON-1186739786-router', 'tenant_id': 'c3eb71c4d3874600bb0a0cd6dd4ba11f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'external_fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': '25319c86-e3e0-4f31-8eee-0b3acb24c184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:45:24Z', 'updated_at': '2022-01-28T13:45:30Z', 'revision_number': 4, 'project_id': 'c3eb71c4d3874600bb0a0cd6dd4ba11f', 'gw_port': {'id': '25319c86-e3e0-4f31-8eee-0b3acb24c184', 'name': '', 'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d9:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1617130e-5be0-4472-9d35-6ccfd7518340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:25Z', 'updated_at': '2022-01-28T13:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-7-iscsi', '_interfaces': [{'id': 'a98dab0a-f841-493c-b576-43abdf3227e9', 'name': '', 'network_id': '805ad18e-97f9-4b97-8e73-49d5a4e25a9d', 'tenant_id': 'c3eb71c4d3874600bb0a0cd6dd4ba11f', 'mac_address': 'fa:16:3e:9b:a6:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1617130e-5be0-4472-9d35-6ccfd7518340', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'eff84041-49b5-4697-b7b5-e67d81854a3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:29Z', 'updated_at': '2022-01-28T13:45:38Z', 'revision_number': 4, 'project_id': 'c3eb71c4d3874600bb0a0cd6dd4ba11f', 'subnets': [{'id': 'eff84041-49b5-4697-b7b5-e67d81854a3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:45:40.122474 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-7bc8be07-1530-4877-bbfb-8af60c098782 req-2b0de1e4-fe29-463c-9192-32df145ca6d3 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/ports?device_id=51ea482b-e202-4a11-a7d3-d8e22636f7d7 HTTP/1.1" status: 200 len: 210 time: 0.1937368 Jan 28 13:45:40.122941 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-8767422f-4ec7-42bc-a783-7ba1bdde5997 req-46b080c8-31ea-4656-96e7-286a660e33a9 tempest-DeleteServersTestJSON-498800092 tempest-DeleteServersTestJSON-498800092-project] Publish callbacks [] for port (47d90186-2685-44dc-b033-a8900ad0caac), precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:40.169787 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Device ec00c25a-9840-4cfc-887b-e4f424a1ec9d up at agent ovs-agent-dv-cinder-824187-7-iscsi {{(pid=109086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:45:40.265444 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2d385165-3ce3-4ecd-9256-14167f8694a2 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1817779'] for floatingip (7bcc5b7a-1fb8-4223-966d-62c03576298a), after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:40.317391 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3019f42-a107-4e0e-92ca-6ecbe413f412 req-123a9323-972e-452e-afcc-07a111dccab8 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:40.319546 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-f3019f42-a107-4e0e-92ca-6ecbe413f412 req-123a9323-972e-452e-afcc-07a111dccab8 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] 10.222.0.72 "GET /v2.0/networks?id=78d9b12b-20e5-405d-b8d9-58d523acb332 HTTP/1.1" status: 200 len: 810 time: 0.7453294 Jan 28 13:45:40.322108 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-8767422f-4ec7-42bc-a783-7ba1bdde5997 req-46b080c8-31ea-4656-96e7-286a660e33a9 tempest-DeleteServersTestJSON-498800092 tempest-DeleteServersTestJSON-498800092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742788384826'] for port (47d90186-2685-44dc-b033-a8900ad0caac), after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:40.348787 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-885b4848-03c3-40eb-9566-fd0331325b4a None None] Publish callbacks [] for port (6e6c03f6-ac84-4d4b-8769-fee97f0bb574), precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:40.378506 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-885b4848-03c3-40eb-9566-fd0331325b4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862'] for port (6e6c03f6-ac84-4d4b-8769-fee97f0bb574), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:40.442074 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fff03b-b962-45e2-95a3-88364491488e req-d0ea3889-a4e0-4ac1-82ae-a3b68b5d39b9 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:40.442074 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-d8fff03b-b962-45e2-95a3-88364491488e req-d0ea3889-a4e0-4ac1-82ae-a3b68b5d39b9 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.78 "GET /v2.0/networks?id=805ad18e-97f9-4b97-8e73-49d5a4e25a9d HTTP/1.1" status: 200 len: 819 time: 0.8427474 Jan 28 13:45:40.471182 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2d385165-3ce3-4ecd-9256-14167f8694a2 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91499'] for floatingip (None), before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:40.486352 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-2d385165-3ce3-4ecd-9256-14167f8694a2 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.4606700 Jan 28 13:45:40.510565 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.v2.base [req-d8fff03b-b962-45e2-95a3-88364491488e req-99f11e3a-d5dd-45b7-a0be-420690a89100 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] Request body: {'port': {'device_id': '51ea482b-e202-4a11-a7d3-d8e22636f7d7', 'network_id': '805ad18e-97f9-4b97-8e73-49d5a4e25a9d', 'admin_state_up': True, 'tenant_id': 'c3eb71c4d3874600bb0a0cd6dd4ba11f'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:45:40.610213 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8767422f-4ec7-42bc-a783-7ba1bdde5997 req-46b080c8-31ea-4656-96e7-286a660e33a9 tempest-DeleteServersTestJSON-498800092 tempest-DeleteServersTestJSON-498800092-project] Network 540d20e8-ba52-44bb-a51c-90ae52b3c129 is already hosted by enough agents. {{(pid=109084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:45:40.629370 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Provisioning complete for port ec00c25a-9840-4cfc-887b-e4f424a1ec9d triggered by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:45:40.630452 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041328'] for port (ec00c25a-9840-4cfc-887b-e4f424a1ec9d), provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:40.642251 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-f3019f42-a107-4e0e-92ca-6ecbe413f412 req-8620a398-f225-40cc-8da5-7250caa5fc78 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] 10.222.0.72 "GET /v2.0/quotas/737de5ae86cd4e209c1bd6e090b968f3 HTTP/1.1" status: 200 len: 375 time: 0.2887461 Jan 28 13:45:40.649719 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f17ecb-6502-467e-8e74-a016d75cf405 None None] Pushing event updated for resources: {'Port': ['ID=6e6c03f6-ac84-4d4b-8769-fee97f0bb574,revision_number=3']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:40.659212 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.scheduler.base_scheduler [req-8767422f-4ec7-42bc-a783-7ba1bdde5997 req-46b080c8-31ea-4656-96e7-286a660e33a9 tempest-DeleteServersTestJSON-498800092 tempest-DeleteServersTestJSON-498800092-project] Resources bound (agent type, host, resource id): {{(pid=109084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:45:40.790525 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [None req-885b4848-03c3-40eb-9566-fd0331325b4a None None] Attempting to bind port 6e6c03f6-ac84-4d4b-8769-fee97f0bb574 on host dv-cinder-824187-7-iscsi for vnic_type normal with profile {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:45:40.791324 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [None req-885b4848-03c3-40eb-9566-fd0331325b4a None None] Attempting to bind port 6e6c03f6-ac84-4d4b-8769-fee97f0bb574 by drivers openvswitch,hyperv on host dv-cinder-824187-7-iscsi at level 0 using segments [{'id': '4050b7b0-e9a9-41d7-af46-815bd2fde404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '711eb359-e0a6-4069-8d9d-85442c14b212'}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:45:40.792714 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-885b4848-03c3-40eb-9566-fd0331325b4a None None] Attempting to bind port 6e6c03f6-ac84-4d4b-8769-fee97f0bb574 on network 711eb359-e0a6-4069-8d9d-85442c14b212 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:45:40.802572 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-885b4848-03c3-40eb-9566-fd0331325b4a None None] Checking agent: {'id': '91ec632a-2927-4715-8bad-f3132ebcbe46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824187-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 37, 34), 'started_at': datetime.datetime(2022, 1, 28, 13, 38, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824187-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:45:40.804304 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-885b4848-03c3-40eb-9566-fd0331325b4a None None] Checking segment: {'id': '4050b7b0-e9a9-41d7-af46-815bd2fde404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '711eb359-e0a6-4069-8d9d-85442c14b212'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:45:40.804907 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-885b4848-03c3-40eb-9566-fd0331325b4a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:40.805584 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-885b4848-03c3-40eb-9566-fd0331325b4a None None] Bound using segment: {'id': '4050b7b0-e9a9-41d7-af46-815bd2fde404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '711eb359-e0a6-4069-8d9d-85442c14b212'} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:45:40.806313 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [None req-885b4848-03c3-40eb-9566-fd0331325b4a None None] Bound port: 6e6c03f6-ac84-4d4b-8769-fee97f0bb574, host: dv-cinder-824187-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4050b7b0-e9a9-41d7-af46-815bd2fde404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '711eb359-e0a6-4069-8d9d-85442c14b212'}}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:45:40.807059 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-885b4848-03c3-40eb-9566-fd0331325b4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (6e6c03f6-ac84-4d4b-8769-fee97f0bb574), before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:40.877389 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.db.l3_dvrscheduler_db [req-8767422f-4ec7-42bc-a783-7ba1bdde5997 req-46b080c8-31ea-4656-96e7-286a660e33a9 tempest-DeleteServersTestJSON-498800092 tempest-DeleteServersTestJSON-498800092-project] Received port after_create {{(pid=109084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:45:40.905646 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8767422f-4ec7-42bc-a783-7ba1bdde5997 req-46b080c8-31ea-4656-96e7-286a660e33a9 tempest-DeleteServersTestJSON-498800092 tempest-DeleteServersTestJSON-498800092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:40.906536 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-8767422f-4ec7-42bc-a783-7ba1bdde5997 req-46b080c8-31ea-4656-96e7-286a660e33a9 tempest-DeleteServersTestJSON-498800092 tempest-DeleteServersTestJSON-498800092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032615'] for port (None), before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:40.918997 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-885b4848-03c3-40eb-9566-fd0331325b4a None None] For port 6e6c03f6-ac84-4d4b-8769-fee97f0bb574, host dv-cinder-824187-7-iscsi, cleared binding levels {{(pid=109086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:45:40.927760 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-885b4848-03c3-40eb-9566-fd0331325b4a None None] For port 6e6c03f6-ac84-4d4b-8769-fee97f0bb574, host dv-cinder-824187-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-7-iscsi',level=0,port_id=6e6c03f6-ac84-4d4b-8769-fee97f0bb574,segment=NetworkSegment(4050b7b0-e9a9-41d7-af46-815bd2fde404),segment_id=4050b7b0-e9a9-41d7-af46-815bd2fde404)] {{(pid=109086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:45:40.969266 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 38596) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:45:40.974233 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-885b4848-03c3-40eb-9566-fd0331325b4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862'] for port (6e6c03f6-ac84-4d4b-8769-fee97f0bb574), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:41.015699 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b080c8-31ea-4656-96e7-286a660e33a9 tempest-DeleteServersTestJSON-498800092 tempest-DeleteServersTestJSON-498800092-project] Pushing event updated for resources: {'Port': ['ID=47d90186-2685-44dc-b033-a8900ad0caac,revision_number=1']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:41.037231 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Current status of the port ec00c25a-9840-4cfc-887b-e4f424a1ec9d is: ACTIVE; New status is: ACTIVE {{(pid=109086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:45:41.038173 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Device a98dab0a-f841-493c-b576-43abdf3227e9 up at agent ovs-agent-dv-cinder-824187-7-iscsi {{(pid=109086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:45:41.043718 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-8767422f-4ec7-42bc-a783-7ba1bdde5997 req-46b080c8-31ea-4656-96e7-286a660e33a9 tempest-DeleteServersTestJSON-498800092 tempest-DeleteServersTestJSON-498800092-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4250619 Jan 28 13:45:41.070372 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [req-8767422f-4ec7-42bc-a783-7ba1bdde5997 req-d321fe8f-dfe7-48ea-8869-a7818c76513c tempest-DeleteServersTestJSON-498800092 tempest-DeleteServersTestJSON-498800092-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=109084) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:45:41.071488 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-8767422f-4ec7-42bc-a783-7ba1bdde5997 req-d321fe8f-dfe7-48ea-8869-a7818c76513c tempest-DeleteServersTestJSON-498800092 tempest-DeleteServersTestJSON-498800092-project] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0184112 Jan 28 13:45:41.094183 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f17ecb-6502-467e-8e74-a016d75cf405 None None] Pushing event updated for resources: {'Port': ['ID=6e6c03f6-ac84-4d4b-8769-fee97f0bb574,revision_number=4']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:41.096257 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-f3019f42-a107-4e0e-92ca-6ecbe413f412 req-e3372c7b-3dff-47f3-8f3a-96eec1817c60 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=737de5ae86cd4e209c1bd6e090b968f3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4195306 Jan 28 13:45:41.111975 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885b4848-03c3-40eb-9566-fd0331325b4a None None] Routers {'20f5b06b-d884-4fdb-859d-bb555f60c119'} bound to L3 agent in host dv-cinder-824187-7-iscsi {{(pid=109086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:45:41.125309 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-885b4848-03c3-40eb-9566-fd0331325b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T13:37:30Z,description=,heartbeat_timestamp=2022-01-28T13:45:30Z,host='dv-cinder-824187-7-iscsi',id=5fb30df9-6f10-41b8-94cc-b881623ba250,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:37:30Z,topic='l3_agent')) {'router_ids': ['20f5b06b-d884-4fdb-859d-bb555f60c119'], 'active': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:45:41.232643 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bd8628-634e-4ebc-ad6f-e13be61c16b3 req-9fba9fbe-b9ee-40e6-9e11-0e220eec3aa2 tempest-DeleteServersTestJSON-498800092 tempest-DeleteServersTestJSON-498800092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:41.234704 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-48bd8628-634e-4ebc-ad6f-e13be61c16b3 req-9fba9fbe-b9ee-40e6-9e11-0e220eec3aa2 tempest-DeleteServersTestJSON-498800092 tempest-DeleteServersTestJSON-498800092-project] 10.222.0.72 "GET /v2.0/ports?device_id=444c4c95-0603-4ef9-8b0f-d54cc39b1754 HTTP/1.1" status: 200 len: 931 time: 0.6491313 Jan 28 13:45:41.262532 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60b6d203-f0f0-4afb-b13f-183ed985873e req-088d249b-88bb-43c5-a4c9-0c0b689765e3 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] Made reservation on behalf of c3eb71c4d3874600bb0a0cd6dd4ba11f for: {'port': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:45:41.273047 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-60b6d203-f0f0-4afb-b13f-183ed985873e req-088d249b-88bb-43c5-a4c9-0c0b689765e3 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (None), before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:41.336558 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-24937d73-8bb2-471f-ad74-1019721e65c2 None None] Provisioning complete for port 6e6c03f6-ac84-4d4b-8769-fee97f0bb574 triggered by entity DHCP. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:45:41.343986 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-24937d73-8bb2-471f-ad74-1019721e65c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041328'] for port (6e6c03f6-ac84-4d4b-8769-fee97f0bb574), provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:41.439507 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-2d80761f-5724-4b9c-bbd1-4813220e2a87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:41.505635 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.v2.base [req-8767422f-4ec7-42bc-a783-7ba1bdde5997 req-617720ae-498a-4ece-ac44-c00d07fbbcb0 service neutron] Request body: {'port': {'device_id': '444c4c95-0603-4ef9-8b0f-d54cc39b1754', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82418'}} {{(pid=109084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:45:41.638214 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-f3019f42-a107-4e0e-92ca-6ecbe413f412 req-06af7ac6-ed89-4361-8fb5-c765856508f4 service neutron] 10.222.0.72 "GET /v2.0/networks/78d9b12b-20e5-405d-b8d9-58d523acb332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4931567 Jan 28 13:45:41.745500 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8fff03b-b962-45e2-95a3-88364491488e req-99f11e3a-d5dd-45b7-a0be-420690a89100 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] Made reservation on behalf of c3eb71c4d3874600bb0a0cd6dd4ba11f for: {'port': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:45:41.760787 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-d8fff03b-b962-45e2-95a3-88364491488e req-99f11e3a-d5dd-45b7-a0be-420690a89100 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (None), before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:41.779601 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-48bd8628-634e-4ebc-ad6f-e13be61c16b3 req-f160c9e0-4d90-442c-b20d-e007205de10c tempest-DeleteServersTestJSON-498800092 tempest-DeleteServersTestJSON-498800092-project] 10.222.0.72 "GET /v2.0/security-groups?id=16c42bdf-973e-4b4f-8c31-f5a8c1ccd032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5246685 Jan 28 13:45:41.802985 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-f3019f42-a107-4e0e-92ca-6ecbe413f412 req-84e57d06-35db-40f1-9004-18dca04be5be service neutron] 10.222.0.72 "GET /v2.0/networks/78d9b12b-20e5-405d-b8d9-58d523acb332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379974 Jan 28 13:45:41.821149 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-8767422f-4ec7-42bc-a783-7ba1bdde5997 req-617720ae-498a-4ece-ac44-c00d07fbbcb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (47d90186-2685-44dc-b033-a8900ad0caac), before_update {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:41.946456 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvr_db [None req-885b4848-03c3-40eb-9566-fd0331325b4a None None] Set router 20f5b06b-d884-4fdb-859d-bb555f60c119 gateway port host: dv-cinder-824187-7-iscsi {{(pid=109086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:45:42.080265 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Provisioning complete for port a98dab0a-f841-493c-b576-43abdf3227e9 triggered by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:45:42.080638 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041328'] for port (a98dab0a-f841-493c-b576-43abdf3227e9), provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:42.282515 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [req-60b6d203-f0f0-4afb-b13f-183ed985873e req-088d249b-88bb-43c5-a4c9-0c0b689765e3 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] Allocated IP 172.20.0.6 (805ad18e-97f9-4b97-8e73-49d5a4e25a9d/eff84041-49b5-4697-b7b5-e67d81854a3c/b324fbc8-e91a-4b94-a8ee-3eb3e03211e8) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:45:42.498859 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-29c96d73-248b-4b45-9c4e-ce464261e406 req-87ca4d5f-4b9d-4803-bd73-6a569545a3d5 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/ports?device_id=51ea482b-e202-4a11-a7d3-d8e22636f7d7 HTTP/1.1" status: 200 len: 210 time: 0.1792903 Jan 28 13:45:42.603575 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-2d80761f-5724-4b9c-bbd1-4813220e2a87 admin admin] Publish callbacks [] for security_group (01098a12-1a39-4aac-9e50-f88e2f80be8a), precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:42.613181 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-2d80761f-5724-4b9c-bbd1-4813220e2a87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (01098a12-1a39-4aac-9e50-f88e2f80be8a), after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:42.725537 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-24937d73-8bb2-471f-ad74-1019721e65c2 None None] Current status of the port 6e6c03f6-ac84-4d4b-8769-fee97f0bb574 is: DOWN; New status is: ACTIVE {{(pid=109086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:45:42.726035 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-24937d73-8bb2-471f-ad74-1019721e65c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (6e6c03f6-ac84-4d4b-8769-fee97f0bb574), before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:42.727599 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d80761f-5724-4b9c-bbd1-4813220e2a87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01098a12-1a39-4aac-9e50-f88e2f80be8a,revision_number=1']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:42.838931 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-82770499-8ef8-4fb1-a389-9346b0ffbc02 req-244e1820-b7ba-46d5-bb2f-9750571efbf2 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--978088095&fields=id&tenant_id=0799c831a5c443ae8c670a0c79104f84 HTTP/1.1" status: 200 len: 267 time: 0.3059618 Jan 28 13:45:42.880884 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-0fc13bc2-b921-4264-b7df-09fc3da4a518 req-a3f7f762-0ea1-465e-87ca-2f98271e8bc9 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5d89034-8705-4e93-a271-97e037a7c2b3 HTTP/1.1" status: 200 len: 210 time: 0.0761435 Jan 28 13:45:42.914086 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-24937d73-8bb2-471f-ad74-1019721e65c2 None None] For port 6e6c03f6-ac84-4d4b-8769-fee97f0bb574, host dv-cinder-824187-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-7-iscsi',level=0,port_id=6e6c03f6-ac84-4d4b-8769-fee97f0bb574,segment=NetworkSegment(4050b7b0-e9a9-41d7-af46-815bd2fde404),segment_id=4050b7b0-e9a9-41d7-af46-815bd2fde404)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:45:42.930810 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-2d80761f-5724-4b9c-bbd1-4813220e2a87 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=5566480732304b1c8f4c4655f8e6403c&name=default HTTP/1.1" status: 200 len: 2992 time: 1.9494848 Jan 28 13:45:42.939763 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 38654) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:45:42.959588 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-60b6d203-f0f0-4afb-b13f-183ed985873e req-088d249b-88bb-43c5-a4c9-0c0b689765e3 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] Publish callbacks [] for port (b324fbc8-e91a-4b94-a8ee-3eb3e03211e8), precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:42.965793 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-24937d73-8bb2-471f-ad74-1019721e65c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862'] for port (6e6c03f6-ac84-4d4b-8769-fee97f0bb574), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:43.114180 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-dc890a18-823e-4f3e-b573-505b47e9fa18 admin admin] Publish callbacks [] for security_group (01098a12-1a39-4aac-9e50-f88e2f80be8a), before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:43.121722 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Current status of the port a98dab0a-f841-493c-b576-43abdf3227e9 is: DOWN; New status is: ACTIVE {{(pid=109086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:45:43.123310 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (a98dab0a-f841-493c-b576-43abdf3227e9), before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:43.184871 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-dc890a18-823e-4f3e-b573-505b47e9fa18 admin admin] Publish callbacks [] for security_group (01098a12-1a39-4aac-9e50-f88e2f80be8a), precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:43.307168 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-60b6d203-f0f0-4afb-b13f-183ed985873e req-088d249b-88bb-43c5-a4c9-0c0b689765e3 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742788384826'] for port (b324fbc8-e91a-4b94-a8ee-3eb3e03211e8), after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:43.350555 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.notifiers.nova [req-8767422f-4ec7-42bc-a783-7ba1bdde5997 req-617720ae-498a-4ece-ac44-c00d07fbbcb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47d90186-2685-44dc-b033-a8900ad0caac {{(pid=109084) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:45:43.384728 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82770499-8ef8-4fb1-a389-9346b0ffbc02 req-512125e8-de52-49c5-a00c-7626af327f30 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:43.400748 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-82770499-8ef8-4fb1-a389-9346b0ffbc02 req-512125e8-de52-49c5-a00c-7626af327f30 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/networks?id=711eb359-e0a6-4069-8d9d-85442c14b212 HTTP/1.1" status: 200 len: 817 time: 0.5600700 Jan 28 13:45:43.436347 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-58a3c6c5-41f0-4092-947f-db4a5bb278cd None None] Provisioning complete for port 6e6c03f6-ac84-4d4b-8769-fee97f0bb574 triggered by entity DHCP. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:45:43.437100 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-58a3c6c5-41f0-4092-947f-db4a5bb278cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041328'] for port (6e6c03f6-ac84-4d4b-8769-fee97f0bb574), provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:43.444772 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-8767422f-4ec7-42bc-a783-7ba1bdde5997 req-617720ae-498a-4ece-ac44-c00d07fbbcb0 service neutron] Publish callbacks [] for port (47d90186-2685-44dc-b033-a8900ad0caac), precommit_update {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:43.459650 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-885b4848-03c3-40eb-9566-fd0331325b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20f5b06b-d884-4fdb-859d-bb555f60c119', 'name': 'tempest-AttachVolumeShelveTestJSON-1176312518-router', 'tenant_id': '0799c831a5c443ae8c670a0c79104f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'external_fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': '0d71a8f6-5672-41f6-a935-2f6ccc98a36b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:45:24Z', 'updated_at': '2022-01-28T13:45:34Z', 'revision_number': 4, 'project_id': '0799c831a5c443ae8c670a0c79104f84', 'gw_port': {'id': '0d71a8f6-5672-41f6-a935-2f6ccc98a36b', 'name': '', 'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:02:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f5b06b-d884-4fdb-859d-bb555f60c119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:26Z', 'updated_at': '2022-01-28T13:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-7-iscsi', '_interfaces': [{'id': '6e6c03f6-ac84-4d4b-8769-fee97f0bb574', 'name': '', 'network_id': '711eb359-e0a6-4069-8d9d-85442c14b212', 'tenant_id': '0799c831a5c443ae8c670a0c79104f84', 'mac_address': 'fa:16:3e:28:49:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20f5b06b-d884-4fdb-859d-bb555f60c119', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '6a182525-8d42-4b74-88dd-616808d54b14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:32Z', 'updated_at': '2022-01-28T13:45:40Z', 'revision_number': 4, 'project_id': '0799c831a5c443ae8c670a0c79104f84', 'subnets': [{'id': '6a182525-8d42-4b74-88dd-616808d54b14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824187-7-iscsi', False) {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:45:43.475708 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] For port a98dab0a-f841-493c-b576-43abdf3227e9, host dv-cinder-824187-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-7-iscsi',level=0,port_id=a98dab0a-f841-493c-b576-43abdf3227e9,segment=NetworkSegment(003e6ed3-f660-4372-97dd-5a5269adf1a1),segment_id=003e6ed3-f660-4372-97dd-5a5269adf1a1)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:45:43.488829 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60b6d203-f0f0-4afb-b13f-183ed985873e req-088d249b-88bb-43c5-a4c9-0c0b689765e3 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] Network 805ad18e-97f9-4b97-8e73-49d5a4e25a9d is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:45:43.490984 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [req-d8fff03b-b962-45e2-95a3-88364491488e req-99f11e3a-d5dd-45b7-a0be-420690a89100 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] Allocated IP 172.20.0.2 (805ad18e-97f9-4b97-8e73-49d5a4e25a9d/eff84041-49b5-4697-b7b5-e67d81854a3c/b9db4f3a-66b6-49f8-9a55-7f7664da40b2) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:45:43.510708 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [req-60b6d203-f0f0-4afb-b13f-183ed985873e req-088d249b-88bb-43c5-a4c9-0c0b689765e3 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:45:43.526615 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-60b6d203-f0f0-4afb-b13f-183ed985873e req-088d249b-88bb-43c5-a4c9-0c0b689765e3 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:45:43.532055 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b6d203-f0f0-4afb-b13f-183ed985873e req-088d249b-88bb-43c5-a4c9-0c0b689765e3 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:43.532989 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-60b6d203-f0f0-4afb-b13f-183ed985873e req-088d249b-88bb-43c5-a4c9-0c0b689765e3 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032615'] for port (None), before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:43.535249 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.db.provisioning_blocks [req-8767422f-4ec7-42bc-a783-7ba1bdde5997 req-617720ae-498a-4ece-ac44-c00d07fbbcb0 service neutron] Transition to ACTIVE for port object 47d90186-2685-44dc-b033-a8900ad0caac will not be triggered until provisioned by entity L2. {{(pid=109084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:45:43.539719 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-82770499-8ef8-4fb1-a389-9346b0ffbc02 req-d4ac71f6-2d35-4aad-bb1c-6d5512089f93 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/quotas/0799c831a5c443ae8c670a0c79104f84 HTTP/1.1" status: 200 len: 375 time: 0.1369936 Jan 28 13:45:43.543849 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-8767422f-4ec7-42bc-a783-7ba1bdde5997 req-617720ae-498a-4ece-ac44-c00d07fbbcb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862'] for port (47d90186-2685-44dc-b033-a8900ad0caac), after_update {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:43.570643 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24937d73-8bb2-471f-ad74-1019721e65c2 None None] Pushing event updated for resources: {'Port': ['ID=6e6c03f6-ac84-4d4b-8769-fee97f0bb574,revision_number=5']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:43.579232 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862'] for port (a98dab0a-f841-493c-b576-43abdf3227e9), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:43.593104 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885b4848-03c3-40eb-9566-fd0331325b4a None None] The sync data for ids ['20f5b06b-d884-4fdb-859d-bb555f60c119'] in dv-cinder-824187-7-iscsi is: [{'id': '20f5b06b-d884-4fdb-859d-bb555f60c119', 'name': 'tempest-AttachVolumeShelveTestJSON-1176312518-router', 'tenant_id': '0799c831a5c443ae8c670a0c79104f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'external_fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': '0d71a8f6-5672-41f6-a935-2f6ccc98a36b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:45:24Z', 'updated_at': '2022-01-28T13:45:34Z', 'revision_number': 4, 'project_id': '0799c831a5c443ae8c670a0c79104f84', 'gw_port': {'id': '0d71a8f6-5672-41f6-a935-2f6ccc98a36b', 'name': '', 'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:02:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f5b06b-d884-4fdb-859d-bb555f60c119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:26Z', 'updated_at': '2022-01-28T13:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-7-iscsi', '_interfaces': [{'id': '6e6c03f6-ac84-4d4b-8769-fee97f0bb574', 'name': '', 'network_id': '711eb359-e0a6-4069-8d9d-85442c14b212', 'tenant_id': '0799c831a5c443ae8c670a0c79104f84', 'mac_address': 'fa:16:3e:28:49:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20f5b06b-d884-4fdb-859d-bb555f60c119', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '6a182525-8d42-4b74-88dd-616808d54b14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:32Z', 'updated_at': '2022-01-28T13:45:40Z', 'revision_number': 4, 'project_id': '0799c831a5c443ae8c670a0c79104f84', 'subnets': [{'id': '6a182525-8d42-4b74-88dd-616808d54b14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:45:43.701024 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Pushing event updated for resources: {'Port': ['ID=a98dab0a-f841-493c-b576-43abdf3227e9,revision_number=5']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:43.829940 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-58a3c6c5-41f0-4092-947f-db4a5bb278cd None None] Current status of the port 6e6c03f6-ac84-4d4b-8769-fee97f0bb574 is: ACTIVE; New status is: ACTIVE {{(pid=109086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:45:43.920094 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.managers [req-8767422f-4ec7-42bc-a783-7ba1bdde5997 req-617720ae-498a-4ece-ac44-c00d07fbbcb0 service neutron] Attempting to bind port 47d90186-2685-44dc-b033-a8900ad0caac on host hv-cinder-82418 for vnic_type normal with profile {{(pid=109084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:45:43.921471 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.managers [req-8767422f-4ec7-42bc-a783-7ba1bdde5997 req-617720ae-498a-4ece-ac44-c00d07fbbcb0 service neutron] Attempting to bind port 47d90186-2685-44dc-b033-a8900ad0caac by drivers openvswitch,hyperv on host hv-cinder-82418 at level 0 using segments [{'id': '295125c7-46c7-4c5a-b090-4ac467f9d1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '540d20e8-ba52-44bb-a51c-90ae52b3c129'}] {{(pid=109084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:45:43.921976 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8767422f-4ec7-42bc-a783-7ba1bdde5997 req-617720ae-498a-4ece-ac44-c00d07fbbcb0 service neutron] Attempting to bind port 47d90186-2685-44dc-b033-a8900ad0caac on network 540d20e8-ba52-44bb-a51c-90ae52b3c129 {{(pid=109084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:45:43.931507 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8767422f-4ec7-42bc-a783-7ba1bdde5997 req-617720ae-498a-4ece-ac44-c00d07fbbcb0 service neutron] Port 47d90186-2685-44dc-b033-a8900ad0caac on network 540d20e8-ba52-44bb-a51c-90ae52b3c129 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82418 {{(pid=109084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:45:43.932127 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8767422f-4ec7-42bc-a783-7ba1bdde5997 req-617720ae-498a-4ece-ac44-c00d07fbbcb0 service neutron] Attempting to bind port 47d90186-2685-44dc-b033-a8900ad0caac on network 540d20e8-ba52-44bb-a51c-90ae52b3c129 {{(pid=109084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:45:43.948251 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8767422f-4ec7-42bc-a783-7ba1bdde5997 req-617720ae-498a-4ece-ac44-c00d07fbbcb0 service neutron] Checking agent: {'id': '06140fe1-dee6-47e9-9649-a5d5e543fff8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82418', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 43, 32), 'started_at': datetime.datetime(2022, 1, 28, 13, 43, 32), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 45, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:45:43.954936 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8767422f-4ec7-42bc-a783-7ba1bdde5997 req-617720ae-498a-4ece-ac44-c00d07fbbcb0 service neutron] Checking segment: {'id': '295125c7-46c7-4c5a-b090-4ac467f9d1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '540d20e8-ba52-44bb-a51c-90ae52b3c129'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:45:43.956206 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8767422f-4ec7-42bc-a783-7ba1bdde5997 req-617720ae-498a-4ece-ac44-c00d07fbbcb0 service neutron] Bound using segment: {'id': '295125c7-46c7-4c5a-b090-4ac467f9d1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '540d20e8-ba52-44bb-a51c-90ae52b3c129'} {{(pid=109084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:45:43.957132 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.managers [req-8767422f-4ec7-42bc-a783-7ba1bdde5997 req-617720ae-498a-4ece-ac44-c00d07fbbcb0 service neutron] Bound port: 47d90186-2685-44dc-b033-a8900ad0caac, host: hv-cinder-82418, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '295125c7-46c7-4c5a-b090-4ac467f9d1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '540d20e8-ba52-44bb-a51c-90ae52b3c129'}}] {{(pid=109084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:45:43.957780 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-8767422f-4ec7-42bc-a783-7ba1bdde5997 req-617720ae-498a-4ece-ac44-c00d07fbbcb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (47d90186-2685-44dc-b033-a8900ad0caac), before_update {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:43.986897 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-82770499-8ef8-4fb1-a389-9346b0ffbc02 req-83a5ef60-3f1e-41ce-a78a-56e029325756 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=0799c831a5c443ae8c670a0c79104f84&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4234607 Jan 28 13:45:43.990440 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617720ae-498a-4ece-ac44-c00d07fbbcb0 service neutron] Pushing event updated for resources: {'Port': ['ID=47d90186-2685-44dc-b033-a8900ad0caac,revision_number=2']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:44.054143 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-d8fff03b-b962-45e2-95a3-88364491488e req-99f11e3a-d5dd-45b7-a0be-420690a89100 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] Publish callbacks [] for port (b9db4f3a-66b6-49f8-9a55-7f7664da40b2), precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:44.103501 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-dc890a18-823e-4f3e-b573-505b47e9fa18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (01098a12-1a39-4aac-9e50-f88e2f80be8a), after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:44.108724 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-dc890a18-823e-4f3e-b573-505b47e9fa18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:44.115330 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-dc890a18-823e-4f3e-b573-505b47e9fa18 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/01098a12-1a39-4aac-9e50-f88e2f80be8a HTTP/1.1" status: 204 len: 168 time: 1.1744928 Jan 28 13:45:44.117053 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.db [req-8767422f-4ec7-42bc-a783-7ba1bdde5997 req-617720ae-498a-4ece-ac44-c00d07fbbcb0 service neutron] For port 47d90186-2685-44dc-b033-a8900ad0caac, host hv-cinder-82418, cleared binding levels {{(pid=109084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:45:44.124038 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.db [req-8767422f-4ec7-42bc-a783-7ba1bdde5997 req-617720ae-498a-4ece-ac44-c00d07fbbcb0 service neutron] For port 47d90186-2685-44dc-b033-a8900ad0caac, host hv-cinder-82418, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=47d90186-2685-44dc-b033-a8900ad0caac,segment=NetworkSegment(295125c7-46c7-4c5a-b090-4ac467f9d1e3),segment_id=295125c7-46c7-4c5a-b090-4ac467f9d1e3)] {{(pid=109084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:45:44.155418 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f255677-b26e-44d4-8e11-5a66ae0c07ac req-607b3b88-be67-4e3e-85a6-06858f14759c tempest-DeleteServersTestJSON-498800092 tempest-DeleteServersTestJSON-498800092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:44.167289 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-3f255677-b26e-44d4-8e11-5a66ae0c07ac req-607b3b88-be67-4e3e-85a6-06858f14759c tempest-DeleteServersTestJSON-498800092 tempest-DeleteServersTestJSON-498800092-project] 10.222.0.72 "GET /v2.0/ports?device_id=444c4c95-0603-4ef9-8b0f-d54cc39b1754 HTTP/1.1" status: 200 len: 931 time: 0.9209697 Jan 28 13:45:44.169140 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-d8fff03b-b962-45e2-95a3-88364491488e req-99f11e3a-d5dd-45b7-a0be-420690a89100 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742788384826'] for port (b9db4f3a-66b6-49f8-9a55-7f7664da40b2), after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:44.301439 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc890a18-823e-4f3e-b573-505b47e9fa18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01098a12-1a39-4aac-9e50-f88e2f80be8a,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:44.332359 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-8767422f-4ec7-42bc-a783-7ba1bdde5997 req-617720ae-498a-4ece-ac44-c00d07fbbcb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862'] for port (47d90186-2685-44dc-b033-a8900ad0caac), after_update {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:44.359969 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088d249b-88bb-43c5-a4c9-0c0b689765e3 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] Pushing event updated for resources: {'Port': ['ID=b324fbc8-e91a-4b94-a8ee-3eb3e03211e8,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:44.415813 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-60b6d203-f0f0-4afb-b13f-183ed985873e req-088d249b-88bb-43c5-a4c9-0c0b689765e3 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4325237 Jan 28 13:45:44.428864 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8fff03b-b962-45e2-95a3-88364491488e req-99f11e3a-d5dd-45b7-a0be-420690a89100 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] Network 805ad18e-97f9-4b97-8e73-49d5a4e25a9d is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:45:44.513818 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8767422f-4ec7-42bc-a783-7ba1bdde5997 req-617720ae-498a-4ece-ac44-c00d07fbbcb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:44.514465 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-8767422f-4ec7-42bc-a783-7ba1bdde5997 req-617720ae-498a-4ece-ac44-c00d07fbbcb0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032615'] for port (None), before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:44.516301 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-8767422f-4ec7-42bc-a783-7ba1bdde5997 req-617720ae-498a-4ece-ac44-c00d07fbbcb0 service neutron] 10.222.0.78 "PUT /v2.0/ports/47d90186-2685-44dc-b033-a8900ad0caac HTTP/1.1" status: 200 len: 1093 time: 3.1633575 Jan 28 13:45:44.519426 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '444c4c95-0603-4ef9-8b0f-d54cc39b1754', 'tag': '47d90186-2685-44dc-b033-a8900ad0caac'}] {{(pid=109084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:45:44.547733 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [req-d8fff03b-b962-45e2-95a3-88364491488e req-99f11e3a-d5dd-45b7-a0be-420690a89100 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:45:44.584800 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.v2.base [req-60b6d203-f0f0-4afb-b13f-183ed985873e req-6f50d3b3-968d-48be-b0ce-2e3766c7f372 service neutron] Request body: {'port': {'device_id': '175714f6-fa92-4781-8501-a6356be58096', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82418'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:45:44.598447 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8fff03b-b962-45e2-95a3-88364491488e req-99f11e3a-d5dd-45b7-a0be-420690a89100 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:45:44.606653 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fff03b-b962-45e2-95a3-88364491488e req-99f11e3a-d5dd-45b7-a0be-420690a89100 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:44.610158 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-d8fff03b-b962-45e2-95a3-88364491488e req-99f11e3a-d5dd-45b7-a0be-420690a89100 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032615'] for port (None), before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:44.740948 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f11e3a-d5dd-45b7-a0be-420690a89100 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] Pushing event updated for resources: {'Port': ['ID=b9db4f3a-66b6-49f8-9a55-7f7664da40b2,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:44.750546 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-3f255677-b26e-44d4-8e11-5a66ae0c07ac req-e5389baa-c3f2-4b4a-859a-84c566728469 tempest-DeleteServersTestJSON-498800092 tempest-DeleteServersTestJSON-498800092-project] 10.222.0.72 "GET /v2.0/security-groups?id=16c42bdf-973e-4b4f-8c31-f5a8c1ccd032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4625425 Jan 28 13:45:44.772513 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-d8fff03b-b962-45e2-95a3-88364491488e req-99f11e3a-d5dd-45b7-a0be-420690a89100 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2756834 Jan 28 13:45:44.841861 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-60b6d203-f0f0-4afb-b13f-183ed985873e req-6f50d3b3-968d-48be-b0ce-2e3766c7f372 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (b324fbc8-e91a-4b94-a8ee-3eb3e03211e8), before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:44.971339 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 38696) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:45:44.994577 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.v2.base [req-d8fff03b-b962-45e2-95a3-88364491488e req-7b542bd1-f5f1-47a2-906d-6a022135bc88 service neutron] Request body: {'port': {'device_id': '51ea482b-e202-4a11-a7d3-d8e22636f7d7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82418'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:45:45.152598 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-82770499-8ef8-4fb1-a389-9346b0ffbc02 req-7f29635a-7e09-4dff-97e9-803308e0cceb service neutron] 10.222.0.72 "GET /v2.0/networks/711eb359-e0a6-4069-8d9d-85442c14b212?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0183547 Jan 28 13:45:45.171678 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.78', 63599) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:45:45.452818 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 38706) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:45:45.947792 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e4f0a6eb-8447-4004-8e6a-a35076a76449 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:45.990489 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 38716) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:45:46.045930 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Device a98dab0a-f841-493c-b576-43abdf3227e9 up at agent ovs-agent-dv-cinder-824187-7-iscsi {{(pid=109086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:45:46.065901 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5cde6f7d6341da3213f8ae41fabcae285c2d6f110ff0443107e1632addf2fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b05559a-600f-46e7-b7ea-4ddd95b0723c" -d '{"events": [{"name": "network-changed", "server_uuid": "444c4c95-0603-4ef9-8b0f-d54cc39b1754", "tag": "47d90186-2685-44dc-b033-a8900ad0caac"}]}' {{(pid=109084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:45:46.067697 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-d8fff03b-b962-45e2-95a3-88364491488e req-7b542bd1-f5f1-47a2-906d-6a022135bc88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (b9db4f3a-66b6-49f8-9a55-7f7664da40b2), before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:46.080728 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3019f42-a107-4e0e-92ca-6ecbe413f412 req-65fbceb8-0ad0-4f93-a41f-8c0fe8967cf3 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:46.082693 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-f3019f42-a107-4e0e-92ca-6ecbe413f412 req-65fbceb8-0ad0-4f93-a41f-8c0fe8967cf3 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] 10.222.0.78 "GET /v2.0/networks?id=78d9b12b-20e5-405d-b8d9-58d523acb332 HTTP/1.1" status: 200 len: 810 time: 0.9054017 Jan 28 13:45:46.095584 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617720ae-498a-4ece-ac44-c00d07fbbcb0 service neutron] Pushing event updated for resources: {'Port': ['ID=47d90186-2685-44dc-b033-a8900ad0caac,revision_number=3']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:46.164093 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Provisioning complete for port a98dab0a-f841-493c-b576-43abdf3227e9 triggered by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:45:46.164780 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041328'] for port (a98dab0a-f841-493c-b576-43abdf3227e9), provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:46.282825 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8767422f-4ec7-42bc-a783-7ba1bdde5997 req-783a3f4b-7e23-42d1-9bc3-3302e5d17751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:46.286655 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-8767422f-4ec7-42bc-a783-7ba1bdde5997 req-783a3f4b-7e23-42d1-9bc3-3302e5d17751 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=3352f6533b004499aaf179e0cf333745&device_id=444c4c95-0603-4ef9-8b0f-d54cc39b1754 HTTP/1.1" status: 200 len: 1096 time: 1.4737220 Jan 28 13:45:46.316376 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-3149d1ea-31a5-446d-9f16-fa5f5dc5ea1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:46.324075 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e4f0a6eb-8447-4004-8e6a-a35076a76449 admin admin] Publish callbacks [] for security_group (81ff9d67-a89a-4f3d-8bf0-a7f3ef1341ae), precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:46.328810 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-82770499-8ef8-4fb1-a389-9346b0ffbc02 req-1727ae23-63cf-4e15-817c-0d3a010ecd27 service neutron] 10.222.0.72 "GET /v2.0/networks/711eb359-e0a6-4069-8d9d-85442c14b212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1584945 Jan 28 13:45:46.398822 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e4f0a6eb-8447-4004-8e6a-a35076a76449 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (81ff9d67-a89a-4f3d-8bf0-a7f3ef1341ae), after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:46.412277 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-8767422f-4ec7-42bc-a783-7ba1bdde5997 req-4b7b9c52-cbbb-44df-a0cf-9fbcc39c909d service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=47d90186-2685-44dc-b033-a8900ad0caac HTTP/1.1" status: 200 len: 217 time: 0.0876384 Jan 28 13:45:46.471506 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.notifiers.nova [req-60b6d203-f0f0-4afb-b13f-183ed985873e req-6f50d3b3-968d-48be-b0ce-2e3766c7f372 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b324fbc8-e91a-4b94-a8ee-3eb3e03211e8 {{(pid=109085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:45:46.471648 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Current status of the port a98dab0a-f841-493c-b576-43abdf3227e9 is: ACTIVE; New status is: ACTIVE {{(pid=109086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:45:46.477887 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Device 6e6c03f6-ac84-4d4b-8769-fee97f0bb574 up at agent ovs-agent-dv-cinder-824187-7-iscsi {{(pid=109086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:45:46.545847 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-3149d1ea-31a5-446d-9f16-fa5f5dc5ea1d admin admin] Publish callbacks [] for security_group (e08452b0-dab5-4fec-9096-f4b768216adf), precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:46.546100 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b900f788-6048-4a88-8345-04adf2f4715a req-d5b14e5c-d652-4a2e-99f7-8b99e85d0014 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:46.561227 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-b900f788-6048-4a88-8345-04adf2f4715a req-d5b14e5c-d652-4a2e-99f7-8b99e85d0014 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/ports?device_id=51ea482b-e202-4a11-a7d3-d8e22636f7d7 HTTP/1.1" status: 200 len: 931 time: 0.4908671 Jan 28 13:45:46.579630 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-3149d1ea-31a5-446d-9f16-fa5f5dc5ea1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (e08452b0-dab5-4fec-9096-f4b768216adf), after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:46.632320 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-3149d1ea-31a5-446d-9f16-fa5f5dc5ea1d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=de19d5e6c624460eb50da28432548249&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0955842 Jan 28 13:45:46.632320 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-11a4ed6d-b7bf-45f4-ac7e-613f38e71fe1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:46.683097 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 38728) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:45:46.688122 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Provisioning complete for port 6e6c03f6-ac84-4d4b-8769-fee97f0bb574 triggered by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:45:46.689246 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041328'] for port (6e6c03f6-ac84-4d4b-8769-fee97f0bb574), provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:46.725762 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-f3019f42-a107-4e0e-92ca-6ecbe413f412 req-bb7fd1c5-de58-49f3-be22-951a1c33d5f4 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=737de5ae86cd4e209c1bd6e090b968f3 HTTP/1.1" status: 200 len: 380 time: 0.6254745 Jan 28 13:45:46.793245 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.v2.base [req-f3019f42-a107-4e0e-92ca-6ecbe413f412 req-1d2b2215-24a7-4756-a8ff-f7131bb5542e tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Request body: {'port': {'device_id': 'd5d89034-8705-4e93-a271-97e037a7c2b3', 'network_id': '78d9b12b-20e5-405d-b8d9-58d523acb332', 'admin_state_up': True, 'tenant_id': '737de5ae86cd4e209c1bd6e090b968f3', 'security_groups': ['03f317d8-0cf7-4af4-abf7-94e0d05a91da']}} {{(pid=109084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:45:46.807242 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-60b6d203-f0f0-4afb-b13f-183ed985873e req-6f50d3b3-968d-48be-b0ce-2e3766c7f372 service neutron] Publish callbacks [] for port (b324fbc8-e91a-4b94-a8ee-3eb3e03211e8), precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:46.861977 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Current status of the port 6e6c03f6-ac84-4d4b-8769-fee97f0bb574 is: ACTIVE; New status is: ACTIVE {{(pid=109086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:45:46.901784 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f0a6eb-8447-4004-8e6a-a35076a76449 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81ff9d67-a89a-4f3d-8bf0-a7f3ef1341ae,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:46.939431 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-e4f0a6eb-8447-4004-8e6a-a35076a76449 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=4246654f67064fe280cef7af3ec1d581&name=default HTTP/1.1" status: 200 len: 2993 time: 1.8678176 Jan 28 13:45:46.952550 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.db.provisioning_blocks [req-60b6d203-f0f0-4afb-b13f-183ed985873e req-6f50d3b3-968d-48be-b0ce-2e3766c7f372 service neutron] Transition to ACTIVE for port object b324fbc8-e91a-4b94-a8ee-3eb3e03211e8 will not be triggered until provisioned by entity L2. {{(pid=109085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:45:46.956641 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 38740) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:45:46.993263 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-60b6d203-f0f0-4afb-b13f-183ed985873e req-6f50d3b3-968d-48be-b0ce-2e3766c7f372 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862'] for port (b324fbc8-e91a-4b94-a8ee-3eb3e03211e8), after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:47.003608 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-80b8f967-1bdd-4368-8dc3-069bdea9af4e req-9ccbcda6-8e9c-4262-8d8a-706f9d6a8cf0 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5d89034-8705-4e93-a271-97e037a7c2b3 HTTP/1.1" status: 200 len: 210 time: 0.2380466 Jan 28 13:45:47.137160 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-b59aa9bc-733d-45a6-afcf-96cc05f8019f admin admin] Publish callbacks [] for security_group (e08452b0-dab5-4fec-9096-f4b768216adf), before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:47.155170 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8767422f-4ec7-42bc-a783-7ba1bdde5997 req-b934a011-a051-43fe-b2f0-d9ef4bc05fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:47.161375 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-8767422f-4ec7-42bc-a783-7ba1bdde5997 req-b934a011-a051-43fe-b2f0-d9ef4bc05fe9 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=2b7c19f5-5607-450e-ac1d-452cb2e1169e HTTP/1.1" status: 200 len: 851 time: 0.6138952 Jan 28 13:45:47.208944 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3149d1ea-31a5-446d-9f16-fa5f5dc5ea1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e08452b0-dab5-4fec-9096-f4b768216adf,revision_number=1']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:47.261986 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-b59aa9bc-733d-45a6-afcf-96cc05f8019f admin admin] Publish callbacks [] for security_group (e08452b0-dab5-4fec-9096-f4b768216adf), precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:47.358928 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-8767422f-4ec7-42bc-a783-7ba1bdde5997 req-30fbe8dc-ccb6-415c-80c2-504397f36a77 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=540d20e8-ba52-44bb-a51c-90ae52b3c129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1440423 Jan 28 13:45:47.378627 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-b900f788-6048-4a88-8345-04adf2f4715a req-2a64facc-ab85-422f-9dcb-9cac8ef9c6e7 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e8aa884-59a1-48b6-b990-b4cff53ce899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8163238 Jan 28 13:45:47.463547 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3019f42-a107-4e0e-92ca-6ecbe413f412 req-1d2b2215-24a7-4756-a8ff-f7131bb5542e tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Made reservation on behalf of 737de5ae86cd4e209c1bd6e090b968f3 for: {'port': 1} {{(pid=109084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:45:47.464105 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.notifiers.nova [req-d8fff03b-b962-45e2-95a3-88364491488e req-7b542bd1-f5f1-47a2-906d-6a022135bc88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9db4f3a-66b6-49f8-9a55-7f7664da40b2 {{(pid=109085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:45:47.467550 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-f3019f42-a107-4e0e-92ca-6ecbe413f412 req-1d2b2215-24a7-4756-a8ff-f7131bb5542e tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (None), before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:47.473388 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f50d3b3-968d-48be-b0ce-2e3766c7f372 service neutron] Pushing event updated for resources: {'Port': ['ID=b324fbc8-e91a-4b94-a8ee-3eb3e03211e8,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:47.483056 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-d8fff03b-b962-45e2-95a3-88364491488e req-7b542bd1-f5f1-47a2-906d-6a022135bc88 service neutron] Publish callbacks [] for port (b9db4f3a-66b6-49f8-9a55-7f7664da40b2), precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:47.510105 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-75fd984f-d1f4-4fb4-b043-a8f68eff8a5e admin admin] Publish callbacks [] for security_group (81ff9d67-a89a-4f3d-8bf0-a7f3ef1341ae), before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:47.511910 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c97217-895c-4a13-ac59-06bda23064cb req-6bf42880-0b4e-42bb-804a-7a1c0d85b66c tempest-DeleteServersTestJSON-498800092 tempest-DeleteServersTestJSON-498800092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:47.514205 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-27c97217-895c-4a13-ac59-06bda23064cb req-6bf42880-0b4e-42bb-804a-7a1c0d85b66c tempest-DeleteServersTestJSON-498800092 tempest-DeleteServersTestJSON-498800092-project] 10.222.0.72 "GET /v2.0/ports?device_id=444c4c95-0603-4ef9-8b0f-d54cc39b1754 HTTP/1.1" status: 200 len: 943 time: 0.2712648 Jan 28 13:45:47.540808 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-60b6d203-f0f0-4afb-b13f-183ed985873e req-6f50d3b3-968d-48be-b0ce-2e3766c7f372 service neutron] Attempting to bind port b324fbc8-e91a-4b94-a8ee-3eb3e03211e8 on host hv-cinder-82418 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:45:47.541327 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-60b6d203-f0f0-4afb-b13f-183ed985873e req-6f50d3b3-968d-48be-b0ce-2e3766c7f372 service neutron] Attempting to bind port b324fbc8-e91a-4b94-a8ee-3eb3e03211e8 by drivers openvswitch,hyperv on host hv-cinder-82418 at level 0 using segments [{'id': '003e6ed3-f660-4372-97dd-5a5269adf1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '805ad18e-97f9-4b97-8e73-49d5a4e25a9d'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:45:47.541906 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60b6d203-f0f0-4afb-b13f-183ed985873e req-6f50d3b3-968d-48be-b0ce-2e3766c7f372 service neutron] Attempting to bind port b324fbc8-e91a-4b94-a8ee-3eb3e03211e8 on network 805ad18e-97f9-4b97-8e73-49d5a4e25a9d {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:45:47.554502 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.db.provisioning_blocks [req-d8fff03b-b962-45e2-95a3-88364491488e req-7b542bd1-f5f1-47a2-906d-6a022135bc88 service neutron] Transition to ACTIVE for port object b9db4f3a-66b6-49f8-9a55-7f7664da40b2 will not be triggered until provisioned by entity L2. {{(pid=109085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:45:47.562947 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60b6d203-f0f0-4afb-b13f-183ed985873e req-6f50d3b3-968d-48be-b0ce-2e3766c7f372 service neutron] Port b324fbc8-e91a-4b94-a8ee-3eb3e03211e8 on network 805ad18e-97f9-4b97-8e73-49d5a4e25a9d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82418 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:45:47.563516 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60b6d203-f0f0-4afb-b13f-183ed985873e req-6f50d3b3-968d-48be-b0ce-2e3766c7f372 service neutron] Attempting to bind port b324fbc8-e91a-4b94-a8ee-3eb3e03211e8 on network 805ad18e-97f9-4b97-8e73-49d5a4e25a9d {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:45:47.570691 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-d8fff03b-b962-45e2-95a3-88364491488e req-7b542bd1-f5f1-47a2-906d-6a022135bc88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862'] for port (b9db4f3a-66b6-49f8-9a55-7f7664da40b2), after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:47.574097 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-75fd984f-d1f4-4fb4-b043-a8f68eff8a5e admin admin] Publish callbacks [] for security_group (81ff9d67-a89a-4f3d-8bf0-a7f3ef1341ae), precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:47.594815 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60b6d203-f0f0-4afb-b13f-183ed985873e req-6f50d3b3-968d-48be-b0ce-2e3766c7f372 service neutron] Checking agent: {'id': '06140fe1-dee6-47e9-9649-a5d5e543fff8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82418', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 43, 32), 'started_at': datetime.datetime(2022, 1, 28, 13, 43, 32), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 45, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:45:47.595263 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60b6d203-f0f0-4afb-b13f-183ed985873e req-6f50d3b3-968d-48be-b0ce-2e3766c7f372 service neutron] Checking segment: {'id': '003e6ed3-f660-4372-97dd-5a5269adf1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '805ad18e-97f9-4b97-8e73-49d5a4e25a9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:45:47.595932 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60b6d203-f0f0-4afb-b13f-183ed985873e req-6f50d3b3-968d-48be-b0ce-2e3766c7f372 service neutron] Bound using segment: {'id': '003e6ed3-f660-4372-97dd-5a5269adf1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '805ad18e-97f9-4b97-8e73-49d5a4e25a9d'} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:45:47.596533 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-60b6d203-f0f0-4afb-b13f-183ed985873e req-6f50d3b3-968d-48be-b0ce-2e3766c7f372 service neutron] Bound port: b324fbc8-e91a-4b94-a8ee-3eb3e03211e8, host: hv-cinder-82418, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '003e6ed3-f660-4372-97dd-5a5269adf1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '805ad18e-97f9-4b97-8e73-49d5a4e25a9d'}}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:45:47.596982 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-60b6d203-f0f0-4afb-b13f-183ed985873e req-6f50d3b3-968d-48be-b0ce-2e3766c7f372 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (b324fbc8-e91a-4b94-a8ee-3eb3e03211e8), before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:47.599677 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-11a4ed6d-b7bf-45f4-ac7e-613f38e71fe1 admin admin] Publish callbacks [] for security_group (9df72b1c-0734-4ea5-8322-991eeb120de4), precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:47.632518 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-11a4ed6d-b7bf-45f4-ac7e-613f38e71fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (9df72b1c-0734-4ea5-8322-991eeb120de4), after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:47.685319 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-11a4ed6d-b7bf-45f4-ac7e-613f38e71fe1 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=db1219808be04422a6183d13f43dbc59&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6160820 Jan 28 13:45:47.693593 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 38752) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:45:47.771733 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-b59aa9bc-733d-45a6-afcf-96cc05f8019f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (e08452b0-dab5-4fec-9096-f4b768216adf), after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:47.774567 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-b59aa9bc-733d-45a6-afcf-96cc05f8019f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:47.775799 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-b59aa9bc-733d-45a6-afcf-96cc05f8019f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e08452b0-dab5-4fec-9096-f4b768216adf HTTP/1.1" status: 204 len: 168 time: 1.0554678 Jan 28 13:45:47.805940 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-60b6d203-f0f0-4afb-b13f-183ed985873e req-6f50d3b3-968d-48be-b0ce-2e3766c7f372 service neutron] For port b324fbc8-e91a-4b94-a8ee-3eb3e03211e8, host hv-cinder-82418, cleared binding levels {{(pid=109085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:45:47.813594 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-60b6d203-f0f0-4afb-b13f-183ed985873e req-6f50d3b3-968d-48be-b0ce-2e3766c7f372 service neutron] For port b324fbc8-e91a-4b94-a8ee-3eb3e03211e8, host hv-cinder-82418, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=b324fbc8-e91a-4b94-a8ee-3eb3e03211e8,segment=NetworkSegment(003e6ed3-f660-4372-97dd-5a5269adf1a1),segment_id=003e6ed3-f660-4372-97dd-5a5269adf1a1)] {{(pid=109085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:45:47.857959 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-75fd984f-d1f4-4fb4-b043-a8f68eff8a5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (81ff9d67-a89a-4f3d-8bf0-a7f3ef1341ae), after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:47.860250 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:45:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45bd81a2-8081-4739-978d-fe1b09a1329d x-openstack-request-id: req-45bd81a2-8081-4739-978d-fe1b09a1329d {{(pid=109084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:45:47.860762 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "444c4c95-0603-4ef9-8b0f-d54cc39b1754", "tag": "47d90186-2685-44dc-b033-a8900ad0caac", "status": "completed", "code": 200}]} {{(pid=109084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:45:47.860993 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-45bd81a2-8081-4739-978d-fe1b09a1329d {{(pid=109084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:45:47.861205 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-75fd984f-d1f4-4fb4-b043-a8f68eff8a5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:47.861362 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '444c4c95-0603-4ef9-8b0f-d54cc39b1754', 'tag': '47d90186-2685-44dc-b033-a8900ad0caac', 'status': 'completed', 'code': 200} Jan 28 13:45:47.862341 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-75fd984f-d1f4-4fb4-b043-a8f68eff8a5e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/81ff9d67-a89a-4f3d-8bf0-a7f3ef1341ae HTTP/1.1" status: 204 len: 168 time: 0.9039400 Jan 28 13:45:47.863522 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-d8fff03b-b962-45e2-95a3-88364491488e req-7b542bd1-f5f1-47a2-906d-6a022135bc88 service neutron] Attempting to bind port b9db4f3a-66b6-49f8-9a55-7f7664da40b2 on host hv-cinder-82418 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:45:47.863733 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-d8fff03b-b962-45e2-95a3-88364491488e req-7b542bd1-f5f1-47a2-906d-6a022135bc88 service neutron] Attempting to bind port b9db4f3a-66b6-49f8-9a55-7f7664da40b2 by drivers openvswitch,hyperv on host hv-cinder-82418 at level 0 using segments [{'id': '003e6ed3-f660-4372-97dd-5a5269adf1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '805ad18e-97f9-4b97-8e73-49d5a4e25a9d'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:45:47.864105 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8fff03b-b962-45e2-95a3-88364491488e req-7b542bd1-f5f1-47a2-906d-6a022135bc88 service neutron] Attempting to bind port b9db4f3a-66b6-49f8-9a55-7f7664da40b2 on network 805ad18e-97f9-4b97-8e73-49d5a4e25a9d {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:45:47.888154 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-60b6d203-f0f0-4afb-b13f-183ed985873e req-6f50d3b3-968d-48be-b0ce-2e3766c7f372 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862'] for port (b324fbc8-e91a-4b94-a8ee-3eb3e03211e8), after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:47.907041 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b542bd1-f5f1-47a2-906d-6a022135bc88 service neutron] Pushing event updated for resources: {'Port': ['ID=b9db4f3a-66b6-49f8-9a55-7f7664da40b2,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:47.957799 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-27c97217-895c-4a13-ac59-06bda23064cb req-67743933-50ff-4906-bd24-b168d90004f5 tempest-DeleteServersTestJSON-498800092 tempest-DeleteServersTestJSON-498800092-project] 10.222.0.72 "GET /v2.0/security-groups?id=16c42bdf-973e-4b4f-8c31-f5a8c1ccd032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3695030 Jan 28 13:45:47.961545 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a4ed6d-b7bf-45f4-ac7e-613f38e71fe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9df72b1c-0734-4ea5-8322-991eeb120de4,revision_number=1']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:47.978024 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fd984f-d1f4-4fb4-b043-a8f68eff8a5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81ff9d67-a89a-4f3d-8bf0-a7f3ef1341ae,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:47.982811 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8fff03b-b962-45e2-95a3-88364491488e req-7b542bd1-f5f1-47a2-906d-6a022135bc88 service neutron] Port b9db4f3a-66b6-49f8-9a55-7f7664da40b2 on network 805ad18e-97f9-4b97-8e73-49d5a4e25a9d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82418 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:45:47.982811 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8fff03b-b962-45e2-95a3-88364491488e req-7b542bd1-f5f1-47a2-906d-6a022135bc88 service neutron] Attempting to bind port b9db4f3a-66b6-49f8-9a55-7f7664da40b2 on network 805ad18e-97f9-4b97-8e73-49d5a4e25a9d {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:45:47.994990 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b6d203-f0f0-4afb-b13f-183ed985873e req-6f50d3b3-968d-48be-b0ce-2e3766c7f372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:47.995630 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-60b6d203-f0f0-4afb-b13f-183ed985873e req-6f50d3b3-968d-48be-b0ce-2e3766c7f372 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032615'] for port (None), before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:47.997221 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-60b6d203-f0f0-4afb-b13f-183ed985873e req-6f50d3b3-968d-48be-b0ce-2e3766c7f372 service neutron] 10.222.0.78 "PUT /v2.0/ports/b324fbc8-e91a-4b94-a8ee-3eb3e03211e8 HTTP/1.1" status: 200 len: 1093 time: 3.4528759 Jan 28 13:45:48.028100 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '175714f6-fa92-4781-8501-a6356be58096', 'tag': 'b324fbc8-e91a-4b94-a8ee-3eb3e03211e8'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:45:48.156872 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-8767422f-4ec7-42bc-a783-7ba1bdde5997 req-55ef499e-77fd-45b1-8911-8c5f1b7b6357 service neutron] 10.222.0.78 "GET /v2.0/networks/540d20e8-ba52-44bb-a51c-90ae52b3c129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7314010 Jan 28 13:45:48.167882 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59aa9bc-733d-45a6-afcf-96cc05f8019f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e08452b0-dab5-4fec-9096-f4b768216adf,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:48.284425 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8fff03b-b962-45e2-95a3-88364491488e req-7b542bd1-f5f1-47a2-906d-6a022135bc88 service neutron] Checking agent: {'id': '06140fe1-dee6-47e9-9649-a5d5e543fff8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82418', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 43, 32), 'started_at': datetime.datetime(2022, 1, 28, 13, 43, 32), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 45, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:45:48.284815 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8fff03b-b962-45e2-95a3-88364491488e req-7b542bd1-f5f1-47a2-906d-6a022135bc88 service neutron] Checking segment: {'id': '003e6ed3-f660-4372-97dd-5a5269adf1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '805ad18e-97f9-4b97-8e73-49d5a4e25a9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:45:48.285262 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8fff03b-b962-45e2-95a3-88364491488e req-7b542bd1-f5f1-47a2-906d-6a022135bc88 service neutron] Bound using segment: {'id': '003e6ed3-f660-4372-97dd-5a5269adf1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '805ad18e-97f9-4b97-8e73-49d5a4e25a9d'} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:45:48.285717 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-d8fff03b-b962-45e2-95a3-88364491488e req-7b542bd1-f5f1-47a2-906d-6a022135bc88 service neutron] Bound port: b9db4f3a-66b6-49f8-9a55-7f7664da40b2, host: hv-cinder-82418, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '003e6ed3-f660-4372-97dd-5a5269adf1a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '805ad18e-97f9-4b97-8e73-49d5a4e25a9d'}}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:45:48.286090 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-d8fff03b-b962-45e2-95a3-88364491488e req-7b542bd1-f5f1-47a2-906d-6a022135bc88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (b9db4f3a-66b6-49f8-9a55-7f7664da40b2), before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:48.294556 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-f9a620c5-f0b5-4e4f-b7ca-c559cac8d08b req-540fa753-6741-4c0e-82fc-eebdacf8eea7 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/ports?device_id=acf97c7f-503a-42ed-b6b7-f5cfba756426 HTTP/1.1" status: 200 len: 210 time: 0.3178971 Jan 28 13:45:48.388391 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-1b2a4114-891f-44b8-ae56-50d6ff8c3a75 admin admin] Publish callbacks [] for security_group (9df72b1c-0734-4ea5-8322-991eeb120de4), before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:48.409790 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.db.db_base_plugin_common [req-f3019f42-a107-4e0e-92ca-6ecbe413f412 req-1d2b2215-24a7-4756-a8ff-f7131bb5542e tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Allocated IP 172.20.0.11 (78d9b12b-20e5-405d-b8d9-58d523acb332/3016a3fe-7a83-4026-bb15-1c5764645712/aa3e569d-6363-4a00-9499-01745c34b864) {{(pid=109084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:45:48.478756 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-47a0efc0-9075-4c11-97cb-48900ac590d7 req-f5a38b3d-ba9d-464e-96d4-9d612f85437d tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5d89034-8705-4e93-a271-97e037a7c2b3 HTTP/1.1" status: 200 len: 210 time: 0.0638385 Jan 28 13:45:48.512696 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f50d3b3-968d-48be-b0ce-2e3766c7f372 service neutron] Pushing event updated for resources: {'Port': ['ID=b324fbc8-e91a-4b94-a8ee-3eb3e03211e8,revision_number=3']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:48.595280 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-1b2a4114-891f-44b8-ae56-50d6ff8c3a75 admin admin] Publish callbacks [] for security_group (9df72b1c-0734-4ea5-8322-991eeb120de4), precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:48.647076 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-8767422f-4ec7-42bc-a783-7ba1bdde5997 req-0a6102e5-d265-4dfd-be8e-668e973fa4e4 service neutron] 10.222.0.78 "GET /v2.0/networks/540d20e8-ba52-44bb-a51c-90ae52b3c129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4326768 Jan 28 13:45:48.716654 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-d8fff03b-b962-45e2-95a3-88364491488e req-7b542bd1-f5f1-47a2-906d-6a022135bc88 service neutron] For port b9db4f3a-66b6-49f8-9a55-7f7664da40b2, host hv-cinder-82418, cleared binding levels {{(pid=109085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:45:48.726049 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-d8fff03b-b962-45e2-95a3-88364491488e req-7b542bd1-f5f1-47a2-906d-6a022135bc88 service neutron] For port b9db4f3a-66b6-49f8-9a55-7f7664da40b2, host hv-cinder-82418, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=b9db4f3a-66b6-49f8-9a55-7f7664da40b2,segment=NetworkSegment(003e6ed3-f660-4372-97dd-5a5269adf1a1),segment_id=003e6ed3-f660-4372-97dd-5a5269adf1a1)] {{(pid=109085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:45:48.761810 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-d8fff03b-b962-45e2-95a3-88364491488e req-7b542bd1-f5f1-47a2-906d-6a022135bc88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862'] for port (b9db4f3a-66b6-49f8-9a55-7f7664da40b2), after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:48.824748 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 38786) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:45:48.859262 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b6d203-f0f0-4afb-b13f-183ed985873e req-617849cf-216d-43f3-9ecb-089158adabe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:48.860777 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-60b6d203-f0f0-4afb-b13f-183ed985873e req-617849cf-216d-43f3-9ecb-089158adabe8 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c3eb71c4d3874600bb0a0cd6dd4ba11f&device_id=175714f6-fa92-4781-8501-a6356be58096 HTTP/1.1" status: 200 len: 1096 time: 0.7198730 Jan 28 13:45:48.866846 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fff03b-b962-45e2-95a3-88364491488e req-7b542bd1-f5f1-47a2-906d-6a022135bc88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:48.867461 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-d8fff03b-b962-45e2-95a3-88364491488e req-7b542bd1-f5f1-47a2-906d-6a022135bc88 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032615'] for port (None), before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:48.868873 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-d8fff03b-b962-45e2-95a3-88364491488e req-7b542bd1-f5f1-47a2-906d-6a022135bc88 service neutron] 10.222.0.78 "PUT /v2.0/ports/b9db4f3a-66b6-49f8-9a55-7f7664da40b2 HTTP/1.1" status: 200 len: 1093 time: 3.9082701 Jan 28 13:45:48.913131 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-d0dd74dd-6f75-4082-ab48-e98fbaba9765 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:48.978283 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.78', 63603) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:45:48.993025 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b542bd1-f5f1-47a2-906d-6a022135bc88 service neutron] Pushing event updated for resources: {'Port': ['ID=b9db4f3a-66b6-49f8-9a55-7f7664da40b2,revision_number=3']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:48.996892 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-60b6d203-f0f0-4afb-b13f-183ed985873e req-f51fa0e2-406b-4f0c-b1b0-c10d1cc6c31b service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b324fbc8-e91a-4b94-a8ee-3eb3e03211e8 HTTP/1.1" status: 200 len: 217 time: 0.1197088 Jan 28 13:45:49.207946 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f71c86-5fd5-4799-b636-0a85942f532f req-45c390c3-a09d-47e1-8ab2-92754f7c99a0 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:49.209772 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-51f71c86-5fd5-4799-b636-0a85942f532f req-45c390c3-a09d-47e1-8ab2-92754f7c99a0 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/ports?device_id=51ea482b-e202-4a11-a7d3-d8e22636f7d7 HTTP/1.1" status: 200 len: 943 time: 0.4595573 Jan 28 13:45:49.238365 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-1b2a4114-891f-44b8-ae56-50d6ff8c3a75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (9df72b1c-0734-4ea5-8322-991eeb120de4), after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:49.243088 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-1b2a4114-891f-44b8-ae56-50d6ff8c3a75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:49.245056 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-1b2a4114-891f-44b8-ae56-50d6ff8c3a75 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/9df72b1c-0734-4ea5-8322-991eeb120de4 HTTP/1.1" status: 204 len: 168 time: 1.5426264 Jan 28 13:45:49.289858 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2a4114-891f-44b8-ae56-50d6ff8c3a75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9df72b1c-0734-4ea5-8322-991eeb120de4,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:49.323017 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b05559a-600f-46e7-b7ea-4ddd95b0723c req-026bc322-6ceb-4a7c-b0cd-1191751a9622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:49.325321 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-0b05559a-600f-46e7-b7ea-4ddd95b0723c req-026bc322-6ceb-4a7c-b0cd-1191751a9622 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=3352f6533b004499aaf179e0cf333745&device_id=444c4c95-0603-4ef9-8b0f-d54cc39b1754 HTTP/1.1" status: 200 len: 1096 time: 0.4212070 Jan 28 13:45:49.382463 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fff03b-b962-45e2-95a3-88364491488e req-0837a714-15b2-41c8-a6ee-1242f41844b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:49.384125 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-d8fff03b-b962-45e2-95a3-88364491488e req-0837a714-15b2-41c8-a6ee-1242f41844b6 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c3eb71c4d3874600bb0a0cd6dd4ba11f&device_id=51ea482b-e202-4a11-a7d3-d8e22636f7d7 HTTP/1.1" status: 200 len: 1096 time: 0.3320687 Jan 28 13:45:49.399176 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-f3019f42-a107-4e0e-92ca-6ecbe413f412 req-1d2b2215-24a7-4756-a8ff-f7131bb5542e tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Publish callbacks [] for port (aa3e569d-6363-4a00-9499-01745c34b864), precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:49.406929 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-51f71c86-5fd5-4799-b636-0a85942f532f req-7d46ac23-7249-4ec4-af2d-95972796b348 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e8aa884-59a1-48b6-b990-b4cff53ce899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539662 Jan 28 13:45:49.541687 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19ef927ebdb7e136520bf73605241c98ba3844c75ab8794845cb00139da391b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-838255e7-6c69-499c-9907-d90ac505c92a" -d '{"events": [{"name": "network-changed", "server_uuid": "175714f6-fa92-4781-8501-a6356be58096", "tag": "b324fbc8-e91a-4b94-a8ee-3eb3e03211e8"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:45:49.590715 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-d8fff03b-b962-45e2-95a3-88364491488e req-e82290ec-3a7e-4837-ab68-6d6ca27a2eb5 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b9db4f3a-66b6-49f8-9a55-7f7664da40b2 HTTP/1.1" status: 200 len: 217 time: 0.0844841 Jan 28 13:45:49.695376 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b6d203-f0f0-4afb-b13f-183ed985873e req-605e3fa1-f9d3-49ba-b97a-7c85e40a6302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:49.696880 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-60b6d203-f0f0-4afb-b13f-183ed985873e req-605e3fa1-f9d3-49ba-b97a-7c85e40a6302 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=eff84041-49b5-4697-b7b5-e67d81854a3c HTTP/1.1" status: 200 len: 859 time: 0.6884499 Jan 28 13:45:49.808896 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82770499-8ef8-4fb1-a389-9346b0ffbc02 req-098d8f92-dd24-4791-9831-fc22e26b7fb6 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:49.810460 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-82770499-8ef8-4fb1-a389-9346b0ffbc02 req-098d8f92-dd24-4791-9831-fc22e26b7fb6 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.78 "GET /v2.0/networks?id=711eb359-e0a6-4069-8d9d-85442c14b212 HTTP/1.1" status: 200 len: 817 time: 0.8118978 Jan 28 13:45:49.859530 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-60b6d203-f0f0-4afb-b13f-183ed985873e req-98858093-0182-4d4e-8af1-7fa686828474 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=805ad18e-97f9-4b97-8e73-49d5a4e25a9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1285315 Jan 28 13:45:49.867925 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf47c191-8429-4332-b40e-d247bde1016c req-7b1535ac-0366-458d-87ad-6b53146294d2 tempest-DeleteServersTestJSON-498800092 tempest-DeleteServersTestJSON-498800092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:49.869449 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-bf47c191-8429-4332-b40e-d247bde1016c req-7b1535ac-0366-458d-87ad-6b53146294d2 tempest-DeleteServersTestJSON-498800092 tempest-DeleteServersTestJSON-498800092-project] 10.222.0.72 "GET /v2.0/ports?device_id=444c4c95-0603-4ef9-8b0f-d54cc39b1754 HTTP/1.1" status: 200 len: 943 time: 0.3192472 Jan 28 13:45:49.919279 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-d0dd74dd-6f75-4082-ab48-e98fbaba9765 admin admin] Publish callbacks [] for security_group (0736fd1c-602c-49b7-a368-bc8f1b72ba96), precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:49.931017 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-d0dd74dd-6f75-4082-ab48-e98fbaba9765 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (0736fd1c-602c-49b7-a368-bc8f1b72ba96), after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:49.955031 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-07998ee3-eee5-4ebc-95a9-88c7bbe2e262 req-58ef7070-850d-4e19-917c-553fe3dd7837 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/ports?device_id=acf97c7f-503a-42ed-b6b7-f5cfba756426 HTTP/1.1" status: 200 len: 210 time: 0.2970369 Jan 28 13:45:49.967802 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-d0dd74dd-6f75-4082-ab48-e98fbaba9765 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=454c69d58b26420783d6b0aa1cafa8b4&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1363695 Jan 28 13:45:49.980776 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 38826) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:45:50.032497 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-f3019f42-a107-4e0e-92ca-6ecbe413f412 req-1d2b2215-24a7-4756-a8ff-f7131bb5542e tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742788384826'] for port (aa3e569d-6363-4a00-9499-01745c34b864), after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:50.104800 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-bf47c191-8429-4332-b40e-d247bde1016c req-a971a3dc-fc55-44a0-8d84-0271608fa065 tempest-DeleteServersTestJSON-498800092 tempest-DeleteServersTestJSON-498800092-project] 10.222.0.72 "GET /v2.0/security-groups?id=16c42bdf-973e-4b4f-8c31-f5a8c1ccd032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283089 Jan 28 13:45:50.135808 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3019f42-a107-4e0e-92ca-6ecbe413f412 req-1d2b2215-24a7-4756-a8ff-f7131bb5542e tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Network 78d9b12b-20e5-405d-b8d9-58d523acb332 is already hosted by enough agents. {{(pid=109084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:45:50.140561 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fff03b-b962-45e2-95a3-88364491488e req-1f8210bf-9982-4301-810b-d3f37b3cedc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:50.142081 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-d8fff03b-b962-45e2-95a3-88364491488e req-1f8210bf-9982-4301-810b-d3f37b3cedc6 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=eff84041-49b5-4697-b7b5-e67d81854a3c HTTP/1.1" status: 200 len: 859 time: 0.5304506 Jan 28 13:45:50.150757 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-82770499-8ef8-4fb1-a389-9346b0ffbc02 req-c0588290-8c53-40c5-96ba-8b02a2d8b035 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0799c831a5c443ae8c670a0c79104f84 HTTP/1.1" status: 200 len: 379 time: 0.2801092 Jan 28 13:45:50.162703 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2b2215-24a7-4756-a8ff-f7131bb5542e tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Pushing event updated for resources: {'Port': ['ID=aa3e569d-6363-4a00-9499-01745c34b864,revision_number=1']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:50.167306 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.scheduler.base_scheduler [req-f3019f42-a107-4e0e-92ca-6ecbe413f412 req-1d2b2215-24a7-4756-a8ff-f7131bb5542e tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Resources bound (agent type, host, resource id): {{(pid=109084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:45:50.167555 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.v2.base [req-82770499-8ef8-4fb1-a389-9346b0ffbc02 req-a31d12b9-70e8-45e2-bc29-7e6c8cda0a11 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Request body: {'port': {'device_id': 'acf97c7f-503a-42ed-b6b7-f5cfba756426', 'network_id': '711eb359-e0a6-4069-8d9d-85442c14b212', 'admin_state_up': True, 'tenant_id': '0799c831a5c443ae8c670a0c79104f84', 'security_groups': ['838c2539-0840-4dd0-84f1-3571e607caf8']}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:45:50.169532 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3019f42-a107-4e0e-92ca-6ecbe413f412 req-1d2b2215-24a7-4756-a8ff-f7131bb5542e tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Received port after_create {{(pid=109084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:45:50.175018 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3019f42-a107-4e0e-92ca-6ecbe413f412 req-1d2b2215-24a7-4756-a8ff-f7131bb5542e tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:50.175957 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-f3019f42-a107-4e0e-92ca-6ecbe413f412 req-1d2b2215-24a7-4756-a8ff-f7131bb5542e tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032615'] for port (None), before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:50.212423 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-60b6d203-f0f0-4afb-b13f-183ed985873e req-ecafa3a3-a818-491a-9a7c-a47719b98ce8 service neutron] 10.222.0.78 "GET /v2.0/networks/805ad18e-97f9-4b97-8e73-49d5a4e25a9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3332341 Jan 28 13:45:50.228434 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-d8fff03b-b962-45e2-95a3-88364491488e req-43bae9db-791f-4ebd-bad3-3209d38d4c30 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=805ad18e-97f9-4b97-8e73-49d5a4e25a9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482385 Jan 28 13:45:50.229782 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b05559a-600f-46e7-b7ea-4ddd95b0723c req-dfd1c82a-f8dd-4421-9f28-dfe3ba8338c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:50.231237 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-0b05559a-600f-46e7-b7ea-4ddd95b0723c req-dfd1c82a-f8dd-4421-9f28-dfe3ba8338c0 service neutron] 10.222.0.78 "GET /v2.0/networks?id=540d20e8-ba52-44bb-a51c-90ae52b3c129 HTTP/1.1" status: 200 len: 912 time: 0.8929627 Jan 28 13:45:50.330889 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dd74dd-6f75-4082-ab48-e98fbaba9765 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0736fd1c-602c-49b7-a368-bc8f1b72ba96,revision_number=1']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:50.531800 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-f3019f42-a107-4e0e-92ca-6ecbe413f412 req-1d2b2215-24a7-4756-a8ff-f7131bb5542e tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7574701 Jan 28 13:45:50.578838 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-0b05559a-600f-46e7-b7ea-4ddd95b0723c req-fb0e034e-a2c2-4424-96f6-182a4db35688 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=47d90186-2685-44dc-b033-a8900ad0caac HTTP/1.1" status: 200 len: 217 time: 0.2620633 Jan 28 13:45:50.614532 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.v2.base [req-f3019f42-a107-4e0e-92ca-6ecbe413f412 req-70976d8d-2d04-4186-86b9-580866d4439e service neutron] Request body: {'port': {'device_id': 'd5d89034-8705-4e93-a271-97e037a7c2b3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82418'}} {{(pid=109084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:45:50.658269 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-5ddcdb4b-68e9-4985-a27d-87a62c8d83c3 None None] Provisioning complete for port aa3e569d-6363-4a00-9499-01745c34b864 triggered by entity DHCP. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:45:50.661289 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5ddcdb4b-68e9-4985-a27d-87a62c8d83c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041328'] for port (aa3e569d-6363-4a00-9499-01745c34b864), provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:50.669451 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:45:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bd68ec0-b74f-4912-90b3-333e1cd23e10 x-openstack-request-id: req-3bd68ec0-b74f-4912-90b3-333e1cd23e10 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:45:50.669762 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "175714f6-fa92-4781-8501-a6356be58096", "tag": "b324fbc8-e91a-4b94-a8ee-3eb3e03211e8", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:45:50.670099 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-3bd68ec0-b74f-4912-90b3-333e1cd23e10 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:45:50.670703 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '175714f6-fa92-4781-8501-a6356be58096', 'tag': 'b324fbc8-e91a-4b94-a8ee-3eb3e03211e8', 'status': 'completed', 'code': 200} Jan 28 13:45:50.682519 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-52089b2a-8e57-4e6d-943d-a5ec4ea5e409 admin admin] Publish callbacks [] for security_group (0736fd1c-602c-49b7-a368-bc8f1b72ba96), before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:50.696409 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82770499-8ef8-4fb1-a389-9346b0ffbc02 req-a31d12b9-70e8-45e2-bc29-7e6c8cda0a11 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Made reservation on behalf of 0799c831a5c443ae8c670a0c79104f84 for: {'port': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:45:50.699835 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-82770499-8ef8-4fb1-a389-9346b0ffbc02 req-a31d12b9-70e8-45e2-bc29-7e6c8cda0a11 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (None), before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:50.756332 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-60b6d203-f0f0-4afb-b13f-183ed985873e req-8020d48c-9c75-43b3-8ace-ec162566077b service neutron] 10.222.0.78 "GET /v2.0/networks/805ad18e-97f9-4b97-8e73-49d5a4e25a9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4752891 Jan 28 13:45:50.813683 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-5ddcdb4b-68e9-4985-a27d-87a62c8d83c3 None None] Port aa3e569d-6363-4a00-9499-01745c34b864 cannot update to ACTIVE because it is not bound. {{(pid=109086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:45:50.845309 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0bc32b-10ea-40ac-923f-53ff504abf86 req-6a241b72-f0f2-4fff-9bd2-ef38a7b3f3cf tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:50.852731 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-ed0bc32b-10ea-40ac-923f-53ff504abf86 req-6a241b72-f0f2-4fff-9bd2-ef38a7b3f3cf tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5d89034-8705-4e93-a271-97e037a7c2b3 HTTP/1.1" status: 200 len: 932 time: 0.6736627 Jan 28 13:45:50.945654 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-d8fff03b-b962-45e2-95a3-88364491488e req-fc70bda7-b39d-4e65-a045-7807b0d1adb2 service neutron] 10.222.0.78 "GET /v2.0/networks/805ad18e-97f9-4b97-8e73-49d5a4e25a9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6158543 Jan 28 13:45:50.977514 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-52089b2a-8e57-4e6d-943d-a5ec4ea5e409 admin admin] Publish callbacks [] for security_group (0736fd1c-602c-49b7-a368-bc8f1b72ba96), precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:51.028397 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b05559a-600f-46e7-b7ea-4ddd95b0723c req-89745bda-7433-4f89-b020-e5310d5d8154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:51.028397 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-0b05559a-600f-46e7-b7ea-4ddd95b0723c req-89745bda-7433-4f89-b020-e5310d5d8154 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=2b7c19f5-5607-450e-ac1d-452cb2e1169e HTTP/1.1" status: 200 len: 851 time: 0.4180026 Jan 28 13:45:51.038302 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-ed0bc32b-10ea-40ac-923f-53ff504abf86 req-4950cf0c-7ea8-4466-863c-a7836fcf11fe tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] 10.222.0.72 "GET /v2.0/security-groups?id=03f317d8-0cf7-4af4-abf7-94e0d05a91da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1845896 Jan 28 13:45:51.065086 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838255e7-6c69-499c-9907-d90ac505c92a req-9c2afe25-faf6-46c9-8f31-124ee3e2940c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:51.079897 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-838255e7-6c69-499c-9907-d90ac505c92a req-9c2afe25-faf6-46c9-8f31-124ee3e2940c service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c3eb71c4d3874600bb0a0cd6dd4ba11f&device_id=175714f6-fa92-4781-8501-a6356be58096 HTTP/1.1" status: 200 len: 1096 time: 0.1547930 Jan 28 13:45:51.094440 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd530cc-8418-40ca-912d-ecc4a4388d44 req-b1ee3465-b434-48fe-9dc2-610e868b2091 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:51.096820 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-f3019f42-a107-4e0e-92ca-6ecbe413f412 req-70976d8d-2d04-4186-86b9-580866d4439e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (aa3e569d-6363-4a00-9499-01745c34b864), before_update {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:51.097152 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-6fd530cc-8418-40ca-912d-ecc4a4388d44 req-b1ee3465-b434-48fe-9dc2-610e868b2091 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/ports?device_id=51ea482b-e202-4a11-a7d3-d8e22636f7d7 HTTP/1.1" status: 200 len: 943 time: 0.2501652 Jan 28 13:45:51.179340 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-0b05559a-600f-46e7-b7ea-4ddd95b0723c req-fa311609-f921-49af-8eff-709dd4264633 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=540d20e8-ba52-44bb-a51c-90ae52b3c129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1147053 Jan 28 13:45:51.407469 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838255e7-6c69-499c-9907-d90ac505c92a req-96d08ee6-0793-40f5-bd3f-e29110d7667c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:51.407469 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-838255e7-6c69-499c-9907-d90ac505c92a req-96d08ee6-0793-40f5-bd3f-e29110d7667c service neutron] 10.222.0.78 "GET /v2.0/networks?id=805ad18e-97f9-4b97-8e73-49d5a4e25a9d HTTP/1.1" status: 200 len: 920 time: 0.3174105 Jan 28 13:45:51.434526 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-52089b2a-8e57-4e6d-943d-a5ec4ea5e409 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (0736fd1c-602c-49b7-a368-bc8f1b72ba96), after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:51.437233 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-52089b2a-8e57-4e6d-943d-a5ec4ea5e409 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:51.440677 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-52089b2a-8e57-4e6d-943d-a5ec4ea5e409 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/0736fd1c-602c-49b7-a368-bc8f1b72ba96 HTTP/1.1" status: 204 len: 168 time: 1.4516242 Jan 28 13:45:51.486196 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-7fedc2bf-6039-4ff6-b6c6-f2bda0388961 req-11b6b06f-db87-482a-bc2a-dcac59b01cf1 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/ports?device_id=acf97c7f-503a-42ed-b6b7-f5cfba756426 HTTP/1.1" status: 200 len: 210 time: 0.2405663 Jan 28 13:45:51.498936 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52089b2a-8e57-4e6d-943d-a5ec4ea5e409 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0736fd1c-602c-49b7-a368-bc8f1b72ba96,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:51.548811 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-d8fff03b-b962-45e2-95a3-88364491488e req-f7dea046-910c-4a3d-9d19-9d39c9098eba service neutron] 10.222.0.78 "GET /v2.0/networks/805ad18e-97f9-4b97-8e73-49d5a4e25a9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5161645 Jan 28 13:45:51.592875 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-6fd530cc-8418-40ca-912d-ecc4a4388d44 req-a743644d-16e2-4814-a35e-727251ebc373 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e8aa884-59a1-48b6-b990-b4cff53ce899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939561 Jan 28 13:45:51.596726 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-838255e7-6c69-499c-9907-d90ac505c92a req-01696d19-9879-46e1-8599-641dc03ff3d2 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b324fbc8-e91a-4b94-a8ee-3eb3e03211e8 HTTP/1.1" status: 200 len: 217 time: 0.1140199 Jan 28 13:45:51.686310 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [req-82770499-8ef8-4fb1-a389-9346b0ffbc02 req-a31d12b9-70e8-45e2-bc29-7e6c8cda0a11 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Allocated IP 172.20.0.13 (711eb359-e0a6-4069-8d9d-85442c14b212/6a182525-8d42-4b74-88dd-616808d54b14/94fc08c3-1f1a-4aed-9874-93929d326f03) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:45:51.739521 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838255e7-6c69-499c-9907-d90ac505c92a req-3cac0ed5-f6d4-42cb-9572-dca968bd3412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:51.747514 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-838255e7-6c69-499c-9907-d90ac505c92a req-3cac0ed5-f6d4-42cb-9572-dca968bd3412 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=eff84041-49b5-4697-b7b5-e67d81854a3c HTTP/1.1" status: 200 len: 859 time: 0.1349189 Jan 28 13:45:51.765802 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-0b05559a-600f-46e7-b7ea-4ddd95b0723c req-4d0e1864-4730-4222-b795-ee0ba82e080c service neutron] 10.222.0.78 "GET /v2.0/networks/540d20e8-ba52-44bb-a51c-90ae52b3c129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5702808 Jan 28 13:45:51.819370 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fc464a-7b46-42a0-bcbf-5e95020158b9 req-2a007d3c-2996-4713-805e-471aa978480d tempest-DeleteServersTestJSON-498800092 tempest-DeleteServersTestJSON-498800092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:51.820951 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-46fc464a-7b46-42a0-bcbf-5e95020158b9 req-2a007d3c-2996-4713-805e-471aa978480d tempest-DeleteServersTestJSON-498800092 tempest-DeleteServersTestJSON-498800092-project] 10.222.0.72 "GET /v2.0/ports?device_id=444c4c95-0603-4ef9-8b0f-d54cc39b1754 HTTP/1.1" status: 200 len: 943 time: 0.1214883 Jan 28 13:45:51.867445 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-838255e7-6c69-499c-9907-d90ac505c92a req-0e4272b5-b8c5-429d-b85d-addae9c27df2 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=805ad18e-97f9-4b97-8e73-49d5a4e25a9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0687685 Jan 28 13:45:52.000510 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-82770499-8ef8-4fb1-a389-9346b0ffbc02 req-a31d12b9-70e8-45e2-bc29-7e6c8cda0a11 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Publish callbacks [] for port (94fc08c3-1f1a-4aed-9874-93929d326f03), precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:52.020400 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-46fc464a-7b46-42a0-bcbf-5e95020158b9 req-86632b0a-318b-4ab0-9de7-1f5429854117 tempest-DeleteServersTestJSON-498800092 tempest-DeleteServersTestJSON-498800092-project] 10.222.0.72 "GET /v2.0/security-groups?id=16c42bdf-973e-4b4f-8c31-f5a8c1ccd032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800268 Jan 28 13:45:52.059529 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-82770499-8ef8-4fb1-a389-9346b0ffbc02 req-a31d12b9-70e8-45e2-bc29-7e6c8cda0a11 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742788384826'] for port (94fc08c3-1f1a-4aed-9874-93929d326f03), after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:52.073952 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-0b05559a-600f-46e7-b7ea-4ddd95b0723c req-d5479f1c-dc2e-485e-b7ad-f2620e56c42f service neutron] 10.222.0.78 "GET /v2.0/networks/540d20e8-ba52-44bb-a51c-90ae52b3c129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2749190 Jan 28 13:45:52.090171 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82770499-8ef8-4fb1-a389-9346b0ffbc02 req-a31d12b9-70e8-45e2-bc29-7e6c8cda0a11 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Network 711eb359-e0a6-4069-8d9d-85442c14b212 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:45:52.090515 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.notifiers.nova [req-f3019f42-a107-4e0e-92ca-6ecbe413f412 req-70976d8d-2d04-4186-86b9-580866d4439e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa3e569d-6363-4a00-9499-01745c34b864 {{(pid=109084) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:45:52.096121 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [req-82770499-8ef8-4fb1-a389-9346b0ffbc02 req-a31d12b9-70e8-45e2-bc29-7e6c8cda0a11 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:45:52.112105 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-f3019f42-a107-4e0e-92ca-6ecbe413f412 req-70976d8d-2d04-4186-86b9-580866d4439e service neutron] Publish callbacks [] for port (aa3e569d-6363-4a00-9499-01745c34b864), precommit_update {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:52.131245 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.db.provisioning_blocks [req-f3019f42-a107-4e0e-92ca-6ecbe413f412 req-70976d8d-2d04-4186-86b9-580866d4439e service neutron] Transition to ACTIVE for port object aa3e569d-6363-4a00-9499-01745c34b864 will not be triggered until provisioned by entity L2. {{(pid=109084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:45:52.150200 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-f3019f42-a107-4e0e-92ca-6ecbe413f412 req-70976d8d-2d04-4186-86b9-580866d4439e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862'] for port (aa3e569d-6363-4a00-9499-01745c34b864), after_update {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:52.160034 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-82770499-8ef8-4fb1-a389-9346b0ffbc02 req-a31d12b9-70e8-45e2-bc29-7e6c8cda0a11 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:45:52.174421 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82770499-8ef8-4fb1-a389-9346b0ffbc02 req-a31d12b9-70e8-45e2-bc29-7e6c8cda0a11 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:52.175105 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-82770499-8ef8-4fb1-a389-9346b0ffbc02 req-a31d12b9-70e8-45e2-bc29-7e6c8cda0a11 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032615'] for port (None), before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:52.213260 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70976d8d-2d04-4186-86b9-580866d4439e service neutron] Pushing event updated for resources: {'Port': ['ID=aa3e569d-6363-4a00-9499-01745c34b864,revision_number=2']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:52.318648 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.managers [req-f3019f42-a107-4e0e-92ca-6ecbe413f412 req-70976d8d-2d04-4186-86b9-580866d4439e service neutron] Attempting to bind port aa3e569d-6363-4a00-9499-01745c34b864 on host hv-cinder-82418 for vnic_type normal with profile {{(pid=109084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:45:52.320173 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.managers [req-f3019f42-a107-4e0e-92ca-6ecbe413f412 req-70976d8d-2d04-4186-86b9-580866d4439e service neutron] Attempting to bind port aa3e569d-6363-4a00-9499-01745c34b864 by drivers openvswitch,hyperv on host hv-cinder-82418 at level 0 using segments [{'id': '76fda797-5fc8-4861-a2c8-4de64e9f2b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '78d9b12b-20e5-405d-b8d9-58d523acb332'}] {{(pid=109084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:45:52.321513 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3019f42-a107-4e0e-92ca-6ecbe413f412 req-70976d8d-2d04-4186-86b9-580866d4439e service neutron] Attempting to bind port aa3e569d-6363-4a00-9499-01745c34b864 on network 78d9b12b-20e5-405d-b8d9-58d523acb332 {{(pid=109084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:45:52.329521 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3019f42-a107-4e0e-92ca-6ecbe413f412 req-70976d8d-2d04-4186-86b9-580866d4439e service neutron] Port aa3e569d-6363-4a00-9499-01745c34b864 on network 78d9b12b-20e5-405d-b8d9-58d523acb332 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82418 {{(pid=109084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:45:52.330095 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3019f42-a107-4e0e-92ca-6ecbe413f412 req-70976d8d-2d04-4186-86b9-580866d4439e service neutron] Attempting to bind port aa3e569d-6363-4a00-9499-01745c34b864 on network 78d9b12b-20e5-405d-b8d9-58d523acb332 {{(pid=109084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:45:52.334114 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-82770499-8ef8-4fb1-a389-9346b0ffbc02 req-a31d12b9-70e8-45e2-bc29-7e6c8cda0a11 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1737833 Jan 28 13:45:52.336496 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3019f42-a107-4e0e-92ca-6ecbe413f412 req-70976d8d-2d04-4186-86b9-580866d4439e service neutron] Checking agent: {'id': '06140fe1-dee6-47e9-9649-a5d5e543fff8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82418', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 43, 32), 'started_at': datetime.datetime(2022, 1, 28, 13, 43, 32), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 45, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:45:52.336891 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3019f42-a107-4e0e-92ca-6ecbe413f412 req-70976d8d-2d04-4186-86b9-580866d4439e service neutron] Checking segment: {'id': '76fda797-5fc8-4861-a2c8-4de64e9f2b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '78d9b12b-20e5-405d-b8d9-58d523acb332'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:45:52.337702 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3019f42-a107-4e0e-92ca-6ecbe413f412 req-70976d8d-2d04-4186-86b9-580866d4439e service neutron] Bound using segment: {'id': '76fda797-5fc8-4861-a2c8-4de64e9f2b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '78d9b12b-20e5-405d-b8d9-58d523acb332'} {{(pid=109084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:45:52.338207 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.managers [req-f3019f42-a107-4e0e-92ca-6ecbe413f412 req-70976d8d-2d04-4186-86b9-580866d4439e service neutron] Bound port: aa3e569d-6363-4a00-9499-01745c34b864, host: hv-cinder-82418, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76fda797-5fc8-4861-a2c8-4de64e9f2b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '78d9b12b-20e5-405d-b8d9-58d523acb332'}}] {{(pid=109084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:45:52.338683 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-f3019f42-a107-4e0e-92ca-6ecbe413f412 req-70976d8d-2d04-4186-86b9-580866d4439e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (aa3e569d-6363-4a00-9499-01745c34b864), before_update {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:52.373510 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaa8213-1abb-453b-a0a1-f75e1a3a5a08 req-f0bc8acc-e488-4db8-ab28-55eaece828a0 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:52.381373 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-deaa8213-1abb-453b-a0a1-f75e1a3a5a08 req-f0bc8acc-e488-4db8-ab28-55eaece828a0 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5d89034-8705-4e93-a271-97e037a7c2b3 HTTP/1.1" status: 200 len: 944 time: 0.1974397 Jan 28 13:45:52.383105 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31d12b9-70e8-45e2-bc29-7e6c8cda0a11 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Pushing event updated for resources: {'Port': ['ID=94fc08c3-1f1a-4aed-9874-93929d326f03,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:52.443547 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-deaa8213-1abb-453b-a0a1-f75e1a3a5a08 req-722628cf-9b32-4214-8daa-5dcccc3892d8 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] 10.222.0.72 "GET /v2.0/security-groups?id=03f317d8-0cf7-4af4-abf7-94e0d05a91da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574474 Jan 28 13:45:52.447819 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.db [req-f3019f42-a107-4e0e-92ca-6ecbe413f412 req-70976d8d-2d04-4186-86b9-580866d4439e service neutron] For port aa3e569d-6363-4a00-9499-01745c34b864, host hv-cinder-82418, cleared binding levels {{(pid=109084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:45:52.455859 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.db [req-f3019f42-a107-4e0e-92ca-6ecbe413f412 req-70976d8d-2d04-4186-86b9-580866d4439e service neutron] For port aa3e569d-6363-4a00-9499-01745c34b864, host hv-cinder-82418, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=aa3e569d-6363-4a00-9499-01745c34b864,segment=NetworkSegment(76fda797-5fc8-4861-a2c8-4de64e9f2b3e),segment_id=76fda797-5fc8-4861-a2c8-4de64e9f2b3e)] {{(pid=109084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:45:52.468520 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-f3019f42-a107-4e0e-92ca-6ecbe413f412 req-70976d8d-2d04-4186-86b9-580866d4439e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862'] for port (aa3e569d-6363-4a00-9499-01745c34b864), after_update {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:52.477639 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-5f7a8145-63aa-49f5-853e-17c43d66959d None None] Provisioning complete for port 94fc08c3-1f1a-4aed-9874-93929d326f03 triggered by entity DHCP. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:45:52.479143 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5f7a8145-63aa-49f5-853e-17c43d66959d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041328'] for port (94fc08c3-1f1a-4aed-9874-93929d326f03), provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:52.505272 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3019f42-a107-4e0e-92ca-6ecbe413f412 req-70976d8d-2d04-4186-86b9-580866d4439e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:52.506267 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [req-f3019f42-a107-4e0e-92ca-6ecbe413f412 req-70976d8d-2d04-4186-86b9-580866d4439e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032615'] for port (None), before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:52.507461 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-f3019f42-a107-4e0e-92ca-6ecbe413f412 req-70976d8d-2d04-4186-86b9-580866d4439e service neutron] 10.222.0.78 "PUT /v2.0/ports/aa3e569d-6363-4a00-9499-01745c34b864 HTTP/1.1" status: 200 len: 1094 time: 1.9209158 Jan 28 13:45:52.507919 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5d89034-8705-4e93-a271-97e037a7c2b3', 'tag': 'aa3e569d-6363-4a00-9499-01745c34b864'}] {{(pid=109084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:45:52.510340 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5cde6f7d6341da3213f8ae41fabcae285c2d6f110ff0443107e1632addf2fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-175ca364-6ca2-495c-9ffd-a24c45d0f3c7" -d '{"events": [{"name": "network-changed", "server_uuid": "d5d89034-8705-4e93-a271-97e037a7c2b3", "tag": "aa3e569d-6363-4a00-9499-01745c34b864"}]}' {{(pid=109084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:45:52.546491 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70976d8d-2d04-4186-86b9-580866d4439e service neutron] Pushing event updated for resources: {'Port': ['ID=aa3e569d-6363-4a00-9499-01745c34b864,revision_number=3']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:52.550922 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-5f7a8145-63aa-49f5-853e-17c43d66959d None None] Port 94fc08c3-1f1a-4aed-9874-93929d326f03 cannot update to ACTIVE because it is not bound. {{(pid=109086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:45:52.636103 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:45:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb77a1ef-2f95-4fc5-b2f6-e08ae2e8cab1 x-openstack-request-id: req-fb77a1ef-2f95-4fc5-b2f6-e08ae2e8cab1 {{(pid=109084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:45:52.636626 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5d89034-8705-4e93-a271-97e037a7c2b3", "tag": "aa3e569d-6363-4a00-9499-01745c34b864", "status": "completed", "code": 200}]} {{(pid=109084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:45:52.636716 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-fb77a1ef-2f95-4fc5-b2f6-e08ae2e8cab1 {{(pid=109084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:45:52.637155 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5d89034-8705-4e93-a271-97e037a7c2b3', 'tag': 'aa3e569d-6363-4a00-9499-01745c34b864', 'status': 'completed', 'code': 200} Jan 28 13:45:52.674589 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51ea482b-e202-4a11-a7d3-d8e22636f7d7', 'tag': 'b9db4f3a-66b6-49f8-9a55-7f7664da40b2'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:45:52.678465 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19ef927ebdb7e136520bf73605241c98ba3844c75ab8794845cb00139da391b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55fb87d1-a3b4-4c41-9676-6e44ca3c9682" -d '{"events": [{"name": "network-changed", "server_uuid": "51ea482b-e202-4a11-a7d3-d8e22636f7d7", "tag": "b9db4f3a-66b6-49f8-9a55-7f7664da40b2"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:45:52.711748 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c4d03c-29cc-449a-8478-f8bcf5802487 req-0f1bb7b4-1aaf-4806-9da9-92c75b8dde16 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:52.719159 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-08c4d03c-29cc-449a-8478-f8bcf5802487 req-0f1bb7b4-1aaf-4806-9da9-92c75b8dde16 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/ports?device_id=acf97c7f-503a-42ed-b6b7-f5cfba756426 HTTP/1.1" status: 200 len: 932 time: 0.0964561 Jan 28 13:45:52.775363 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8423ba7e-1aab-457c-ae0b-32edc3a1b436 req-37018833-b549-4474-bc6a-8eb1238ac121 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:52.781572 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-8423ba7e-1aab-457c-ae0b-32edc3a1b436 req-37018833-b549-4474-bc6a-8eb1238ac121 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/ports?device_id=51ea482b-e202-4a11-a7d3-d8e22636f7d7 HTTP/1.1" status: 200 len: 943 time: 0.0724955 Jan 28 13:45:52.815131 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 38948) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:45:52.867841 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-08c4d03c-29cc-449a-8478-f8bcf5802487 req-43fdcf75-eab5-4e1f-bab1-cf12baca552b tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/security-groups?id=838c2539-0840-4dd0-84f1-3571e607caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1450167 Jan 28 13:45:52.902540 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-8423ba7e-1aab-457c-ae0b-32edc3a1b436 req-23c91099-4351-41b1-bc5d-32d8bd9bdaa4 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e8aa884-59a1-48b6-b990-b4cff53ce899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160066 Jan 28 13:45:52.951536 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:45:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ca4b39f-ef33-44b5-8c67-4714b6b9c798 x-openstack-request-id: req-6ca4b39f-ef33-44b5-8c67-4714b6b9c798 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:45:52.952230 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51ea482b-e202-4a11-a7d3-d8e22636f7d7", "tag": "b9db4f3a-66b6-49f8-9a55-7f7664da40b2", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:45:52.953975 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-6ca4b39f-ef33-44b5-8c67-4714b6b9c798 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:45:52.954479 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51ea482b-e202-4a11-a7d3-d8e22636f7d7', 'tag': 'b9db4f3a-66b6-49f8-9a55-7f7664da40b2', 'status': 'completed', 'code': 200} Jan 28 13:45:52.991267 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-a5de590a-d826-43d6-ba88-c515c795d7e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:53.111375 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-a5de590a-d826-43d6-ba88-c515c795d7e2 admin admin] Publish callbacks [] for security_group (6a704c44-e627-4b07-ae14-214a2219657e), precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:53.119219 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-a5de590a-d826-43d6-ba88-c515c795d7e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (6a704c44-e627-4b07-ae14-214a2219657e), after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:53.129917 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 38976) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:45:53.191195 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-a5de590a-d826-43d6-ba88-c515c795d7e2 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=4bfbad24c16643a493625d6400c8b72d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3727577 Jan 28 13:45:53.192037 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 38982) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:45:53.193637 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5de590a-d826-43d6-ba88-c515c795d7e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a704c44-e627-4b07-ae14-214a2219657e,revision_number=1']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:53.210487 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c8af9b-f604-426b-8e36-9da0f0b2b8cc req-26371987-654e-483c-af43-97dec5f51c09 tempest-DeleteServersTestJSON-498800092 tempest-DeleteServersTestJSON-498800092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:53.218096 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-06c8af9b-f604-426b-8e36-9da0f0b2b8cc req-26371987-654e-483c-af43-97dec5f51c09 tempest-DeleteServersTestJSON-498800092 tempest-DeleteServersTestJSON-498800092-project] 10.222.0.72 "GET /v2.0/ports?device_id=444c4c95-0603-4ef9-8b0f-d54cc39b1754 HTTP/1.1" status: 200 len: 943 time: 0.1017671 Jan 28 13:45:53.258458 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d24013fc-4ee2-46fa-bc8e-25e48fe0806a admin admin] Publish callbacks [] for security_group (6a704c44-e627-4b07-ae14-214a2219657e), before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:53.269097 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-06c8af9b-f604-426b-8e36-9da0f0b2b8cc req-49222a85-4a0e-4783-a635-1f7c90580971 tempest-DeleteServersTestJSON-498800092 tempest-DeleteServersTestJSON-498800092-project] 10.222.0.72 "GET /v2.0/security-groups?id=16c42bdf-973e-4b4f-8c31-f5a8c1ccd032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500090 Jan 28 13:45:53.288877 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d24013fc-4ee2-46fa-bc8e-25e48fe0806a admin admin] Publish callbacks [] for security_group (6a704c44-e627-4b07-ae14-214a2219657e), precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:53.331654 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6148c1ed-b39c-425f-9640-0ea8f20fa98b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:53.375871 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d24013fc-4ee2-46fa-bc8e-25e48fe0806a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (6a704c44-e627-4b07-ae14-214a2219657e), after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:53.378611 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d24013fc-4ee2-46fa-bc8e-25e48fe0806a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:53.382376 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-d24013fc-4ee2-46fa-bc8e-25e48fe0806a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/6a704c44-e627-4b07-ae14-214a2219657e HTTP/1.1" status: 204 len: 168 time: 0.1869118 Jan 28 13:45:53.397494 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24013fc-4ee2-46fa-bc8e-25e48fe0806a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a704c44-e627-4b07-ae14-214a2219657e,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:53.444349 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6148c1ed-b39c-425f-9640-0ea8f20fa98b admin admin] Publish callbacks [] for security_group (70a03249-3dc8-4d5e-b063-dd6e682d62ec), precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:53.450041 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6148c1ed-b39c-425f-9640-0ea8f20fa98b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (70a03249-3dc8-4d5e-b063-dd6e682d62ec), after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:53.466485 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 38992) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:45:53.495310 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-6148c1ed-b39c-425f-9640-0ea8f20fa98b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=eaddc9aac45c4f949680267a9ab5e013&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3616786 Jan 28 13:45:53.495310 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6148c1ed-b39c-425f-9640-0ea8f20fa98b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70a03249-3dc8-4d5e-b063-dd6e682d62ec,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:53.495621 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 38996) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:45:53.567666 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-59c7a299-d759-45e9-9a6b-4c1ebd19784b admin admin] Publish callbacks [] for security_group (70a03249-3dc8-4d5e-b063-dd6e682d62ec), before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:53.579230 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eff41a8-1fee-4fd6-9fc7-4ec7abe467a4 req-79d43f09-46b0-4367-9fe8-3e9009507905 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:53.580900 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-6eff41a8-1fee-4fd6-9fc7-4ec7abe467a4 req-79d43f09-46b0-4367-9fe8-3e9009507905 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5d89034-8705-4e93-a271-97e037a7c2b3 HTTP/1.1" status: 200 len: 944 time: 0.0588331 Jan 28 13:45:53.592937 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-59c7a299-d759-45e9-9a6b-4c1ebd19784b admin admin] Publish callbacks [] for security_group (70a03249-3dc8-4d5e-b063-dd6e682d62ec), precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:53.657402 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-6eff41a8-1fee-4fd6-9fc7-4ec7abe467a4 req-4c05d79e-efcc-4c54-859f-b6cbb65d83fd tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] 10.222.0.72 "GET /v2.0/security-groups?id=03f317d8-0cf7-4af4-abf7-94e0d05a91da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696921 Jan 28 13:45:53.658744 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-59c7a299-d759-45e9-9a6b-4c1ebd19784b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (70a03249-3dc8-4d5e-b063-dd6e682d62ec), after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:53.664017 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-59c7a299-d759-45e9-9a6b-4c1ebd19784b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:53.665416 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-59c7a299-d759-45e9-9a6b-4c1ebd19784b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/70a03249-3dc8-4d5e-b063-dd6e682d62ec HTTP/1.1" status: 204 len: 168 time: 0.1680038 Jan 28 13:45:53.687189 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c7a299-d759-45e9-9a6b-4c1ebd19784b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70a03249-3dc8-4d5e-b063-dd6e682d62ec,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:53.748087 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-7e385f13-5ee8-4e53-b390-e1dcbb9cf088 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:53.785566 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.v2.base [req-82770499-8ef8-4fb1-a389-9346b0ffbc02 req-db244aac-aa24-4068-acd0-6406ce9c7504 service neutron] Request body: {'port': {'device_id': 'acf97c7f-503a-42ed-b6b7-f5cfba756426', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82418'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:45:54.111087 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-82770499-8ef8-4fb1-a389-9346b0ffbc02 req-db244aac-aa24-4068-acd0-6406ce9c7504 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (94fc08c3-1f1a-4aed-9874-93929d326f03), before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:54.151826 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-838255e7-6c69-499c-9907-d90ac505c92a req-0e9634d8-6b98-42c9-80be-ea4bbe8c6d6a service neutron] 10.222.0.78 "GET /v2.0/networks/805ad18e-97f9-4b97-8e73-49d5a4e25a9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3825076 Jan 28 13:45:54.195702 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-7e385f13-5ee8-4e53-b390-e1dcbb9cf088 admin admin] Publish callbacks [] for security_group (d3f3ee49-bdf0-4462-a0e1-44493e6dd23a), precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:54.215952 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-7e385f13-5ee8-4e53-b390-e1dcbb9cf088 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (d3f3ee49-bdf0-4462-a0e1-44493e6dd23a), after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:54.260158 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5f8bee-8c71-4b9b-8efb-4fa11aa4b4df req-dad4f886-177d-40b4-aa81-6f44aab68d5e tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:54.261153 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fb87d1-a3b4-4c41-9676-6e44ca3c9682 req-28ac6d0a-9b07-4574-a4f8-514a596392d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:54.261675 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-ba5f8bee-8c71-4b9b-8efb-4fa11aa4b4df req-dad4f886-177d-40b4-aa81-6f44aab68d5e tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/ports?device_id=51ea482b-e202-4a11-a7d3-d8e22636f7d7 HTTP/1.1" status: 200 len: 943 time: 0.1654882 Jan 28 13:45:54.268655 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-55fb87d1-a3b4-4c41-9676-6e44ca3c9682 req-28ac6d0a-9b07-4574-a4f8-514a596392d2 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c3eb71c4d3874600bb0a0cd6dd4ba11f&device_id=51ea482b-e202-4a11-a7d3-d8e22636f7d7 HTTP/1.1" status: 200 len: 1096 time: 0.1780806 Jan 28 13:45:54.280488 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f27e569-e564-46d4-babe-4cc9d65aedce req-32001ca9-88e4-4d00-b05e-b15aa2faac21 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:54.283198 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-8f27e569-e564-46d4-babe-4cc9d65aedce req-32001ca9-88e4-4d00-b05e-b15aa2faac21 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/ports?device_id=acf97c7f-503a-42ed-b6b7-f5cfba756426 HTTP/1.1" status: 200 len: 932 time: 0.1914716 Jan 28 13:45:54.390420 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fb87d1-a3b4-4c41-9676-6e44ca3c9682 req-76ab1d53-1dc5-4af5-9c24-eec57ab85cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:54.391921 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-55fb87d1-a3b4-4c41-9676-6e44ca3c9682 req-76ab1d53-1dc5-4af5-9c24-eec57ab85cb2 service neutron] 10.222.0.78 "GET /v2.0/networks?id=805ad18e-97f9-4b97-8e73-49d5a4e25a9d HTTP/1.1" status: 200 len: 920 time: 0.1026602 Jan 28 13:45:54.398645 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e385f13-5ee8-4e53-b390-e1dcbb9cf088 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3f3ee49-bdf0-4462-a0e1-44493e6dd23a,revision_number=1']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:54.409201 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-838255e7-6c69-499c-9907-d90ac505c92a req-90bea4b5-7d69-410a-9fcf-ada6f4f21545 service neutron] 10.222.0.78 "GET /v2.0/networks/805ad18e-97f9-4b97-8e73-49d5a4e25a9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2497947 Jan 28 13:45:54.412181 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175ca364-6ca2-495c-9ffd-a24c45d0f3c7 req-b68711d9-5202-4c20-94f0-5a9907c0db74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:54.414540 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-175ca364-6ca2-495c-9ffd-a24c45d0f3c7 req-b68711d9-5202-4c20-94f0-5a9907c0db74 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=737de5ae86cd4e209c1bd6e090b968f3&device_id=d5d89034-8705-4e93-a271-97e037a7c2b3 HTTP/1.1" status: 200 len: 1097 time: 0.3244126 Jan 28 13:45:54.417387 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-ba5f8bee-8c71-4b9b-8efb-4fa11aa4b4df req-7c01e449-b907-4b78-94ac-6da31a04bb82 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e8aa884-59a1-48b6-b990-b4cff53ce899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494946 Jan 28 13:45:54.514002 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-55fb87d1-a3b4-4c41-9676-6e44ca3c9682 req-c95d710e-1159-4801-8518-8181756badf9 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b9db4f3a-66b6-49f8-9a55-7f7664da40b2 HTTP/1.1" status: 200 len: 217 time: 0.1041164 Jan 28 13:45:54.609822 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25319d61-22fc-44d8-b1c8-cdb085a66fe6 req-31fd04bd-e4cc-4972-890b-35e65464ecfe tempest-DeleteServersTestJSON-498800092 tempest-DeleteServersTestJSON-498800092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:54.616821 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-7e385f13-5ee8-4e53-b390-e1dcbb9cf088 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=28ccb3d469d04445bb6c87ec5a6bfea6&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1487482 Jan 28 13:45:54.617291 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-25319d61-22fc-44d8-b1c8-cdb085a66fe6 req-31fd04bd-e4cc-4972-890b-35e65464ecfe tempest-DeleteServersTestJSON-498800092 tempest-DeleteServersTestJSON-498800092-project] 10.222.0.72 "GET /v2.0/ports?device_id=444c4c95-0603-4ef9-8b0f-d54cc39b1754 HTTP/1.1" status: 200 len: 943 time: 0.0853786 Jan 28 13:45:54.624338 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 39044) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:45:54.724023 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-8f27e569-e564-46d4-babe-4cc9d65aedce req-437d15f9-0d56-4d17-a64b-ed1b8416195c tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/security-groups?id=838c2539-0840-4dd0-84f1-3571e607caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3308094 Jan 28 13:45:54.730459 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.notifiers.nova [req-82770499-8ef8-4fb1-a389-9346b0ffbc02 req-db244aac-aa24-4068-acd0-6406ce9c7504 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94fc08c3-1f1a-4aed-9874-93929d326f03 {{(pid=109085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:45:54.739525 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175ca364-6ca2-495c-9ffd-a24c45d0f3c7 req-cc28cefa-3e67-4acc-b22c-79a76ef62674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:54.741238 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-175ca364-6ca2-495c-9ffd-a24c45d0f3c7 req-cc28cefa-3e67-4acc-b22c-79a76ef62674 service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=737de5ae86cd4e209c1bd6e090b968f3&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2251430 Jan 28 13:45:54.743032 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-82770499-8ef8-4fb1-a389-9346b0ffbc02 req-db244aac-aa24-4068-acd0-6406ce9c7504 service neutron] Publish callbacks [] for port (94fc08c3-1f1a-4aed-9874-93929d326f03), precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:54.783658 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.db.provisioning_blocks [req-82770499-8ef8-4fb1-a389-9346b0ffbc02 req-db244aac-aa24-4068-acd0-6406ce9c7504 service neutron] Transition to ACTIVE for port object 94fc08c3-1f1a-4aed-9874-93929d326f03 will not be triggered until provisioned by entity L2. {{(pid=109085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:45:54.789455 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-25319d61-22fc-44d8-b1c8-cdb085a66fe6 req-bb7c86fd-7f72-42e0-b210-d6f3ef2c2a0b tempest-DeleteServersTestJSON-498800092 tempest-DeleteServersTestJSON-498800092-project] 10.222.0.72 "GET /v2.0/security-groups?id=16c42bdf-973e-4b4f-8c31-f5a8c1ccd032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711464 Jan 28 13:45:54.792943 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-82770499-8ef8-4fb1-a389-9346b0ffbc02 req-db244aac-aa24-4068-acd0-6406ce9c7504 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862'] for port (94fc08c3-1f1a-4aed-9874-93929d326f03), after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:54.835529 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9f2ba688-7b9b-483b-b724-55a2cecc2911 admin admin] Publish callbacks [] for security_group (d3f3ee49-bdf0-4462-a0e1-44493e6dd23a), before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:54.923273 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db244aac-aa24-4068-acd0-6406ce9c7504 service neutron] Pushing event updated for resources: {'Port': ['ID=94fc08c3-1f1a-4aed-9874-93929d326f03,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:54.931082 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9f2ba688-7b9b-483b-b724-55a2cecc2911 admin admin] Publish callbacks [] for security_group (d3f3ee49-bdf0-4462-a0e1-44493e6dd23a), precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:54.958831 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-82770499-8ef8-4fb1-a389-9346b0ffbc02 req-db244aac-aa24-4068-acd0-6406ce9c7504 service neutron] Attempting to bind port 94fc08c3-1f1a-4aed-9874-93929d326f03 on host hv-cinder-82418 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:45:54.959278 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-82770499-8ef8-4fb1-a389-9346b0ffbc02 req-db244aac-aa24-4068-acd0-6406ce9c7504 service neutron] Attempting to bind port 94fc08c3-1f1a-4aed-9874-93929d326f03 by drivers openvswitch,hyperv on host hv-cinder-82418 at level 0 using segments [{'id': '4050b7b0-e9a9-41d7-af46-815bd2fde404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '711eb359-e0a6-4069-8d9d-85442c14b212'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:45:54.959617 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82770499-8ef8-4fb1-a389-9346b0ffbc02 req-db244aac-aa24-4068-acd0-6406ce9c7504 service neutron] Attempting to bind port 94fc08c3-1f1a-4aed-9874-93929d326f03 on network 711eb359-e0a6-4069-8d9d-85442c14b212 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:45:54.974470 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82770499-8ef8-4fb1-a389-9346b0ffbc02 req-db244aac-aa24-4068-acd0-6406ce9c7504 service neutron] Port 94fc08c3-1f1a-4aed-9874-93929d326f03 on network 711eb359-e0a6-4069-8d9d-85442c14b212 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82418 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:45:54.974796 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82770499-8ef8-4fb1-a389-9346b0ffbc02 req-db244aac-aa24-4068-acd0-6406ce9c7504 service neutron] Attempting to bind port 94fc08c3-1f1a-4aed-9874-93929d326f03 on network 711eb359-e0a6-4069-8d9d-85442c14b212 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:45:55.020990 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fb87d1-a3b4-4c41-9676-6e44ca3c9682 req-9da5b5ce-d051-448c-ad72-dd004719c765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:55.022801 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-55fb87d1-a3b4-4c41-9676-6e44ca3c9682 req-9da5b5ce-d051-448c-ad72-dd004719c765 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=eff84041-49b5-4697-b7b5-e67d81854a3c HTTP/1.1" status: 200 len: 859 time: 0.2168608 Jan 28 13:45:55.030002 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82770499-8ef8-4fb1-a389-9346b0ffbc02 req-db244aac-aa24-4068-acd0-6406ce9c7504 service neutron] Checking agent: {'id': '06140fe1-dee6-47e9-9649-a5d5e543fff8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82418', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 43, 32), 'started_at': datetime.datetime(2022, 1, 28, 13, 43, 32), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 45, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:45:55.030352 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82770499-8ef8-4fb1-a389-9346b0ffbc02 req-db244aac-aa24-4068-acd0-6406ce9c7504 service neutron] Checking segment: {'id': '4050b7b0-e9a9-41d7-af46-815bd2fde404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '711eb359-e0a6-4069-8d9d-85442c14b212'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:45:55.030760 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82770499-8ef8-4fb1-a389-9346b0ffbc02 req-db244aac-aa24-4068-acd0-6406ce9c7504 service neutron] Bound using segment: {'id': '4050b7b0-e9a9-41d7-af46-815bd2fde404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '711eb359-e0a6-4069-8d9d-85442c14b212'} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:45:55.031205 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-82770499-8ef8-4fb1-a389-9346b0ffbc02 req-db244aac-aa24-4068-acd0-6406ce9c7504 service neutron] Bound port: 94fc08c3-1f1a-4aed-9874-93929d326f03, host: hv-cinder-82418, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4050b7b0-e9a9-41d7-af46-815bd2fde404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '711eb359-e0a6-4069-8d9d-85442c14b212'}}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:45:55.033662 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-82770499-8ef8-4fb1-a389-9346b0ffbc02 req-db244aac-aa24-4068-acd0-6406ce9c7504 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (94fc08c3-1f1a-4aed-9874-93929d326f03), before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:55.066915 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9f2ba688-7b9b-483b-b724-55a2cecc2911 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (d3f3ee49-bdf0-4462-a0e1-44493e6dd23a), after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:55.071980 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9f2ba688-7b9b-483b-b724-55a2cecc2911 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:55.076463 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-9f2ba688-7b9b-483b-b724-55a2cecc2911 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d3f3ee49-bdf0-4462-a0e1-44493e6dd23a HTTP/1.1" status: 204 len: 168 time: 0.4319389 Jan 28 13:45:55.108393 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-55fb87d1-a3b4-4c41-9676-6e44ca3c9682 req-f62f3d32-2b25-44b0-941a-d610db9d7c97 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=805ad18e-97f9-4b97-8e73-49d5a4e25a9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0689681 Jan 28 13:45:55.156597 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-82770499-8ef8-4fb1-a389-9346b0ffbc02 req-db244aac-aa24-4068-acd0-6406ce9c7504 service neutron] For port 94fc08c3-1f1a-4aed-9874-93929d326f03, host hv-cinder-82418, cleared binding levels {{(pid=109085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:45:55.160344 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-82770499-8ef8-4fb1-a389-9346b0ffbc02 req-db244aac-aa24-4068-acd0-6406ce9c7504 service neutron] For port 94fc08c3-1f1a-4aed-9874-93929d326f03, host hv-cinder-82418, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=94fc08c3-1f1a-4aed-9874-93929d326f03,segment=NetworkSegment(4050b7b0-e9a9-41d7-af46-815bd2fde404),segment_id=4050b7b0-e9a9-41d7-af46-815bd2fde404)] {{(pid=109085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:45:55.162375 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2ba688-7b9b-483b-b724-55a2cecc2911 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3f3ee49-bdf0-4462-a0e1-44493e6dd23a,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:55.169090 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-82770499-8ef8-4fb1-a389-9346b0ffbc02 req-db244aac-aa24-4068-acd0-6406ce9c7504 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862'] for port (94fc08c3-1f1a-4aed-9874-93929d326f03), after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:55.216473 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36df73d-4667-4de4-9326-137a82085bc1 req-ef61deff-5c24-4c93-a45b-ebc2cdc1107b tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:55.223291 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-e36df73d-4667-4de4-9326-137a82085bc1 req-ef61deff-5c24-4c93-a45b-ebc2cdc1107b tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5d89034-8705-4e93-a271-97e037a7c2b3 HTTP/1.1" status: 200 len: 944 time: 0.3971152 Jan 28 13:45:55.226421 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82770499-8ef8-4fb1-a389-9346b0ffbc02 req-db244aac-aa24-4068-acd0-6406ce9c7504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:55.227166 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-82770499-8ef8-4fb1-a389-9346b0ffbc02 req-db244aac-aa24-4068-acd0-6406ce9c7504 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032615'] for port (None), before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:55.228542 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-82770499-8ef8-4fb1-a389-9346b0ffbc02 req-db244aac-aa24-4068-acd0-6406ce9c7504 service neutron] 10.222.0.78 "PUT /v2.0/ports/94fc08c3-1f1a-4aed-9874-93929d326f03 HTTP/1.1" status: 200 len: 1094 time: 1.4489851 Jan 28 13:45:55.229005 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acf97c7f-503a-42ed-b6b7-f5cfba756426', 'tag': '94fc08c3-1f1a-4aed-9874-93929d326f03'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:45:55.231246 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19ef927ebdb7e136520bf73605241c98ba3844c75ab8794845cb00139da391b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-002c3679-4b10-4b55-b258-53874ae1e28b" -d '{"events": [{"name": "network-changed", "server_uuid": "acf97c7f-503a-42ed-b6b7-f5cfba756426", "tag": "94fc08c3-1f1a-4aed-9874-93929d326f03"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:45:55.317779 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175ca364-6ca2-495c-9ffd-a24c45d0f3c7 req-9c2c5f59-f895-4905-aa46-81340c3fd1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:55.319307 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-175ca364-6ca2-495c-9ffd-a24c45d0f3c7 req-9c2c5f59-f895-4905-aa46-81340c3fd1fd service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4580176 Jan 28 13:45:55.338336 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a0afd8e-1662-41da-bae6-297f147ba7d5 x-openstack-request-id: req-7a0afd8e-1662-41da-bae6-297f147ba7d5 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:45:55.338336 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acf97c7f-503a-42ed-b6b7-f5cfba756426", "tag": "94fc08c3-1f1a-4aed-9874-93929d326f03", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:45:55.338336 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-7a0afd8e-1662-41da-bae6-297f147ba7d5 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:45:55.338336 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acf97c7f-503a-42ed-b6b7-f5cfba756426', 'tag': '94fc08c3-1f1a-4aed-9874-93929d326f03', 'status': 'completed', 'code': 200} Jan 28 13:45:55.339916 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db244aac-aa24-4068-acd0-6406ce9c7504 service neutron] Pushing event updated for resources: {'Port': ['ID=94fc08c3-1f1a-4aed-9874-93929d326f03,revision_number=3']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:55.356424 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-55fb87d1-a3b4-4c41-9676-6e44ca3c9682 req-ec09cb4f-31c3-4bd5-aea5-0c7723edf34a service neutron] 10.222.0.78 "GET /v2.0/networks/805ad18e-97f9-4b97-8e73-49d5a4e25a9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2375467 Jan 28 13:45:55.371460 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82770499-8ef8-4fb1-a389-9346b0ffbc02 req-cbeda7fd-d5bf-43ce-aae1-beebe480e0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:55.371778 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-e36df73d-4667-4de4-9326-137a82085bc1 req-f64534f5-22d0-4c64-98bb-8ae498eab6a4 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] 10.222.0.72 "GET /v2.0/security-groups?id=03f317d8-0cf7-4af4-abf7-94e0d05a91da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1419568 Jan 28 13:45:55.373167 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-82770499-8ef8-4fb1-a389-9346b0ffbc02 req-cbeda7fd-d5bf-43ce-aae1-beebe480e0c0 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=0799c831a5c443ae8c670a0c79104f84&device_id=acf97c7f-503a-42ed-b6b7-f5cfba756426 HTTP/1.1" status: 200 len: 1097 time: 0.0858302 Jan 28 13:45:55.496366 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-82770499-8ef8-4fb1-a389-9346b0ffbc02 req-86d12e36-4c78-42ea-bada-d3a3c6bf1ab7 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=94fc08c3-1f1a-4aed-9874-93929d326f03 HTTP/1.1" status: 200 len: 217 time: 0.1126950 Jan 28 13:45:55.500654 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-55fb87d1-a3b4-4c41-9676-6e44ca3c9682 req-3797d717-8013-4f50-8936-3f3b0b7d5205 service neutron] 10.222.0.78 "GET /v2.0/networks/805ad18e-97f9-4b97-8e73-49d5a4e25a9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261292 Jan 28 13:45:55.530637 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3019f42-a107-4e0e-92ca-6ecbe413f412 req-829b577b-e41b-4beb-bac6-b672416f9b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:55.532557 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-f3019f42-a107-4e0e-92ca-6ecbe413f412 req-829b577b-e41b-4beb-bac6-b672416f9b64 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=737de5ae86cd4e209c1bd6e090b968f3&device_id=d5d89034-8705-4e93-a271-97e037a7c2b3 HTTP/1.1" status: 200 len: 1097 time: 0.1595848 Jan 28 13:45:55.590098 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-f3019f42-a107-4e0e-92ca-6ecbe413f412 req-ab3d8723-9b45-4ea7-9791-4a4c34825a47 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aa3e569d-6363-4a00-9499-01745c34b864 HTTP/1.1" status: 200 len: 217 time: 0.0497875 Jan 28 13:45:55.610279 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82770499-8ef8-4fb1-a389-9346b0ffbc02 req-cf49b837-51e9-48c8-9fab-af9ad64d7745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:55.612569 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-82770499-8ef8-4fb1-a389-9346b0ffbc02 req-cf49b837-51e9-48c8-9fab-af9ad64d7745 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=6a182525-8d42-4b74-88dd-616808d54b14 HTTP/1.1" status: 200 len: 856 time: 0.1062431 Jan 28 13:45:55.666457 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6b7908-4acb-46e3-b29b-1aff342659cd req-c695be74-7dee-4aed-b1a2-49172b40d8c1 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:55.667549 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3019f42-a107-4e0e-92ca-6ecbe413f412 req-e553c01d-8c5c-4186-868c-2387f72ad32a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:55.668122 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-6d6b7908-4acb-46e3-b29b-1aff342659cd req-c695be74-7dee-4aed-b1a2-49172b40d8c1 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/ports?device_id=51ea482b-e202-4a11-a7d3-d8e22636f7d7 HTTP/1.1" status: 200 len: 943 time: 0.1169996 Jan 28 13:45:55.669565 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-f3019f42-a107-4e0e-92ca-6ecbe413f412 req-e553c01d-8c5c-4186-868c-2387f72ad32a service neutron] 10.222.0.78 "GET /v2.0/subnets?id=3016a3fe-7a83-4026-bb15-1c5764645712 HTTP/1.1" status: 200 len: 849 time: 0.0732737 Jan 28 13:45:55.705215 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82770499-8ef8-4fb1-a389-9346b0ffbc02 req-8eef7b3e-3ee9-489f-9ab7-24e1511c2479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:55.707354 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-82770499-8ef8-4fb1-a389-9346b0ffbc02 req-8eef7b3e-3ee9-489f-9ab7-24e1511c2479 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=711eb359-e0a6-4069-8d9d-85442c14b212&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0883038 Jan 28 13:45:55.747938 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3019f42-a107-4e0e-92ca-6ecbe413f412 req-f15fbbb5-87e7-4f3a-882e-e1effaa083a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:55.749475 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-f3019f42-a107-4e0e-92ca-6ecbe413f412 req-f15fbbb5-87e7-4f3a-882e-e1effaa083a3 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=78d9b12b-20e5-405d-b8d9-58d523acb332&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0733724 Jan 28 13:45:55.783121 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-6d6b7908-4acb-46e3-b29b-1aff342659cd req-42f6a2ce-7143-4078-a4ba-97996e04f5f0 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e8aa884-59a1-48b6-b990-b4cff53ce899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081855 Jan 28 13:45:55.847881 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-82770499-8ef8-4fb1-a389-9346b0ffbc02 req-682a0f04-a837-4614-8456-a3fe8a753871 service neutron] 10.222.0.78 "GET /v2.0/networks/711eb359-e0a6-4069-8d9d-85442c14b212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299582 Jan 28 13:45:55.918093 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1db2069-e2aa-4a8b-8ac9-8183d8ef8fb2 req-83f955cd-07f8-4ba6-a983-2eba30b1709e tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:55.919647 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-f1db2069-e2aa-4a8b-8ac9-8183d8ef8fb2 req-83f955cd-07f8-4ba6-a983-2eba30b1709e tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/ports?device_id=acf97c7f-503a-42ed-b6b7-f5cfba756426 HTTP/1.1" status: 200 len: 944 time: 0.0778639 Jan 28 13:45:55.928081 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 39092) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:45:55.947069 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-f5649433-3e14-4c4d-9c46-c98297dd83ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:55.964827 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-f3019f42-a107-4e0e-92ca-6ecbe413f412 req-f73031af-07a7-4cab-9e69-63cf5dbda404 service neutron] 10.222.0.78 "GET /v2.0/networks/78d9b12b-20e5-405d-b8d9-58d523acb332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085531 Jan 28 13:45:56.014015 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584807d7-9b5e-4667-9ff7-d8f1d297e5f5 req-2f558c96-68f3-41d3-91f7-7e03fd32d2f7 tempest-DeleteServersTestJSON-498800092 tempest-DeleteServersTestJSON-498800092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:56.026578 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-584807d7-9b5e-4667-9ff7-d8f1d297e5f5 req-2f558c96-68f3-41d3-91f7-7e03fd32d2f7 tempest-DeleteServersTestJSON-498800092 tempest-DeleteServersTestJSON-498800092-project] 10.222.0.72 "GET /v2.0/ports?device_id=444c4c95-0603-4ef9-8b0f-d54cc39b1754 HTTP/1.1" status: 200 len: 943 time: 0.1417005 Jan 28 13:45:56.041149 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-f5649433-3e14-4c4d-9c46-c98297dd83ac admin admin] Publish callbacks [] for security_group (9bf1fad4-4fb0-425a-83de-a3b3bed0a9b6), precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:56.071786 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-82770499-8ef8-4fb1-a389-9346b0ffbc02 req-2ffb6ec7-b22e-4bd4-886f-728b04dafa9c service neutron] 10.222.0.78 "GET /v2.0/networks/711eb359-e0a6-4069-8d9d-85442c14b212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179663 Jan 28 13:45:56.135396 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-584807d7-9b5e-4667-9ff7-d8f1d297e5f5 req-4efffed0-5cdd-4491-b67b-faffdcb3f337 tempest-DeleteServersTestJSON-498800092 tempest-DeleteServersTestJSON-498800092-project] 10.222.0.72 "GET /v2.0/security-groups?id=16c42bdf-973e-4b4f-8c31-f5a8c1ccd032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970716 Jan 28 13:45:56.138655 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-f3019f42-a107-4e0e-92ca-6ecbe413f412 req-9f50b1fc-e45f-4176-9441-c137d8053134 service neutron] 10.222.0.78 "GET /v2.0/networks/78d9b12b-20e5-405d-b8d9-58d523acb332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940685 Jan 28 13:45:56.139833 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-f5649433-3e14-4c4d-9c46-c98297dd83ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (9bf1fad4-4fb0-425a-83de-a3b3bed0a9b6), after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:56.188952 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-f1db2069-e2aa-4a8b-8ac9-8183d8ef8fb2 req-c3db43c4-8b2d-4995-9b08-af2e705adcdf tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/security-groups?id=838c2539-0840-4dd0-84f1-3571e607caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2582340 Jan 28 13:45:56.231524 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5649433-3e14-4c4d-9c46-c98297dd83ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bf1fad4-4fb0-425a-83de-a3b3bed0a9b6,revision_number=1']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:56.233315 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002c3679-4b10-4b55-b258-53874ae1e28b req-57eb8e07-5b0e-4847-8a94-4e7a0d727c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:56.235990 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-002c3679-4b10-4b55-b258-53874ae1e28b req-57eb8e07-5b0e-4847-8a94-4e7a0d727c30 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=0799c831a5c443ae8c670a0c79104f84&device_id=acf97c7f-503a-42ed-b6b7-f5cfba756426 HTTP/1.1" status: 200 len: 1097 time: 0.0973046 Jan 28 13:45:56.246936 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-f5649433-3e14-4c4d-9c46-c98297dd83ac admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a17dcedcc8bc44d1acce410eb3d2200e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3173816 Jan 28 13:45:56.249671 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 39106) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:45:56.315503 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-df2d2a4b-8ec8-435f-a90e-2a180ab2ec40 admin admin] Publish callbacks [] for security_group (9bf1fad4-4fb0-425a-83de-a3b3bed0a9b6), before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:56.341866 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-df2d2a4b-8ec8-435f-a90e-2a180ab2ec40 admin admin] Publish callbacks [] for security_group (9bf1fad4-4fb0-425a-83de-a3b3bed0a9b6), precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:56.361555 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002c3679-4b10-4b55-b258-53874ae1e28b req-8d15316c-1034-430a-ada0-ebcfda6b238d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:56.365276 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-002c3679-4b10-4b55-b258-53874ae1e28b req-8d15316c-1034-430a-ada0-ebcfda6b238d service neutron] 10.222.0.78 "GET /v2.0/networks?id=711eb359-e0a6-4069-8d9d-85442c14b212 HTTP/1.1" status: 200 len: 918 time: 0.1218610 Jan 28 13:45:56.418656 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-002c3679-4b10-4b55-b258-53874ae1e28b req-61b95a6c-036c-4051-8d01-581b93235ddf service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=94fc08c3-1f1a-4aed-9874-93929d326f03 HTTP/1.1" status: 200 len: 217 time: 0.0470614 Jan 28 13:45:56.459967 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-df2d2a4b-8ec8-435f-a90e-2a180ab2ec40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (9bf1fad4-4fb0-425a-83de-a3b3bed0a9b6), after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:56.463336 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-df2d2a4b-8ec8-435f-a90e-2a180ab2ec40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:56.465204 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-df2d2a4b-8ec8-435f-a90e-2a180ab2ec40 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/9bf1fad4-4fb0-425a-83de-a3b3bed0a9b6 HTTP/1.1" status: 204 len: 168 time: 0.2144501 Jan 28 13:45:56.474692 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2d2a4b-8ec8-435f-a90e-2a180ab2ec40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bf1fad4-4fb0-425a-83de-a3b3bed0a9b6,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:56.537022 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002c3679-4b10-4b55-b258-53874ae1e28b req-9f6b9421-cee3-4516-bc70-a9d36803edff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:56.538844 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-002c3679-4b10-4b55-b258-53874ae1e28b req-9f6b9421-cee3-4516-bc70-a9d36803edff service neutron] 10.222.0.78 "GET /v2.0/subnets?id=6a182525-8d42-4b74-88dd-616808d54b14 HTTP/1.1" status: 200 len: 856 time: 0.1141462 Jan 28 13:45:56.579552 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586f476b-e262-4600-9008-eededfee92dd req-a88eaf03-2c8a-43e9-890f-cd6db4ad128a tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:56.586377 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-586f476b-e262-4600-9008-eededfee92dd req-a88eaf03-2c8a-43e9-890f-cd6db4ad128a tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5d89034-8705-4e93-a271-97e037a7c2b3 HTTP/1.1" status: 200 len: 944 time: 0.1175096 Jan 28 13:45:56.659163 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-586f476b-e262-4600-9008-eededfee92dd req-a6057a50-210b-47e8-824d-5c35d20813e9 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] 10.222.0.72 "GET /v2.0/security-groups?id=03f317d8-0cf7-4af4-abf7-94e0d05a91da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671999 Jan 28 13:45:56.661551 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002c3679-4b10-4b55-b258-53874ae1e28b req-decbf929-3cc8-4318-b4e1-2fafbc0c2208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:56.662997 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-002c3679-4b10-4b55-b258-53874ae1e28b req-decbf929-3cc8-4318-b4e1-2fafbc0c2208 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=711eb359-e0a6-4069-8d9d-85442c14b212&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1171296 Jan 28 13:45:56.780189 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-002c3679-4b10-4b55-b258-53874ae1e28b req-dab5b636-0ed8-41de-a381-340baede80c3 service neutron] 10.222.0.78 "GET /v2.0/networks/711eb359-e0a6-4069-8d9d-85442c14b212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101031 Jan 28 13:45:56.899327 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-002c3679-4b10-4b55-b258-53874ae1e28b req-b32ae650-12fd-4471-a826-69c4611f3fad service neutron] 10.222.0.78 "GET /v2.0/networks/711eb359-e0a6-4069-8d9d-85442c14b212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115606 Jan 28 13:45:57.095819 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5617ca-24f1-4001-98b4-6dff651835fd req-7b4d8e46-5857-4f2d-bbbd-dbd992fc6ec6 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:57.097563 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-3c5617ca-24f1-4001-98b4-6dff651835fd req-7b4d8e46-5857-4f2d-bbbd-dbd992fc6ec6 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/ports?device_id=51ea482b-e202-4a11-a7d3-d8e22636f7d7 HTTP/1.1" status: 200 len: 943 time: 0.2307434 Jan 28 13:45:57.176512 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-3c5617ca-24f1-4001-98b4-6dff651835fd req-7a05cdfc-d51a-4e22-b848-cf8511b5f2bb tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e8aa884-59a1-48b6-b990-b4cff53ce899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657198 Jan 28 13:45:57.313212 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74c463c-768e-49aa-90d4-7a351bac095d req-24ca8666-e1e0-4512-b081-6002289c0d39 tempest-DeleteServersTestJSON-498800092 tempest-DeleteServersTestJSON-498800092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:57.319077 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-b74c463c-768e-49aa-90d4-7a351bac095d req-24ca8666-e1e0-4512-b081-6002289c0d39 tempest-DeleteServersTestJSON-498800092 tempest-DeleteServersTestJSON-498800092-project] 10.222.0.72 "GET /v2.0/ports?device_id=444c4c95-0603-4ef9-8b0f-d54cc39b1754 HTTP/1.1" status: 200 len: 943 time: 0.0937965 Jan 28 13:45:57.351830 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007d5e1f-f2a0-4f27-a9d8-2fa0ba69329f req-b82920bf-41cf-4fad-87b4-73c23ea20899 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:57.353732 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-007d5e1f-f2a0-4f27-a9d8-2fa0ba69329f req-b82920bf-41cf-4fad-87b4-73c23ea20899 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/ports?device_id=acf97c7f-503a-42ed-b6b7-f5cfba756426 HTTP/1.1" status: 200 len: 944 time: 0.0711768 Jan 28 13:45:57.419856 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-b74c463c-768e-49aa-90d4-7a351bac095d req-30085283-bf34-4472-a826-65ad083eab3f tempest-DeleteServersTestJSON-498800092 tempest-DeleteServersTestJSON-498800092-project] 10.222.0.72 "GET /v2.0/security-groups?id=16c42bdf-973e-4b4f-8c31-f5a8c1ccd032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924299 Jan 28 13:45:57.476787 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-007d5e1f-f2a0-4f27-a9d8-2fa0ba69329f req-b823a6eb-6a4c-45db-adb4-d1abe4538159 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/security-groups?id=838c2539-0840-4dd0-84f1-3571e607caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1166198 Jan 28 13:45:57.800681 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508c1cd8-9f77-440e-86dc-a0548338eff2 req-22275fb0-97fa-4142-9311-d6317817d913 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:57.803452 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-508c1cd8-9f77-440e-86dc-a0548338eff2 req-22275fb0-97fa-4142-9311-d6317817d913 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5d89034-8705-4e93-a271-97e037a7c2b3 HTTP/1.1" status: 200 len: 944 time: 0.0695145 Jan 28 13:45:57.868580 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-508c1cd8-9f77-440e-86dc-a0548338eff2 req-a525e207-ec4b-43de-842a-64718a657428 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] 10.222.0.72 "GET /v2.0/security-groups?id=03f317d8-0cf7-4af4-abf7-94e0d05a91da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549905 Jan 28 13:45:57.923710 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 39224) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:45:58.164038 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-288b1674-fd1d-46f4-a867-9de1971454c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:58.183527 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 39232) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:45:58.240418 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f4513a5f-9362-455d-a080-271735310609 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (fe6892c5-7eb1-46ce-88dd-77c5bcc32263), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:58.275933 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-288b1674-fd1d-46f4-a867-9de1971454c7 admin admin] Publish callbacks [] for security_group (926c0b4d-9a95-4cbd-a1e0-975192017d0e), precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:58.277489 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-fe93c5d3-8580-465d-b1a2-1e57333cdfa4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:58.290815 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-288b1674-fd1d-46f4-a867-9de1971454c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (926c0b4d-9a95-4cbd-a1e0-975192017d0e), after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:58.357972 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-288b1674-fd1d-46f4-a867-9de1971454c7 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=241e6fe416bb4527b0b630d984ce2a1f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4331369 Jan 28 13:45:58.360818 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 39240) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:45:58.365934 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cfae15-b849-4e0d-bf52-b912158ecf1d req-07e5ba2d-4e03-41f2-a76f-5d6aece3f257 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:58.367418 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-95cfae15-b849-4e0d-bf52-b912158ecf1d req-07e5ba2d-4e03-41f2-a76f-5d6aece3f257 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/ports?device_id=51ea482b-e202-4a11-a7d3-d8e22636f7d7 HTTP/1.1" status: 200 len: 943 time: 0.0902741 Jan 28 13:45:58.368216 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b1674-fd1d-46f4-a867-9de1971454c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=926c0b4d-9a95-4cbd-a1e0-975192017d0e,revision_number=1']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:58.370833 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-fe93c5d3-8580-465d-b1a2-1e57333cdfa4 admin admin] Publish callbacks [] for security_group (c884cc2e-7677-4758-a469-5f1901225ac4), precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:58.379413 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-fe93c5d3-8580-465d-b1a2-1e57333cdfa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (c884cc2e-7677-4758-a469-5f1901225ac4), after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:58.382949 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 39242) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:45:58.429125 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-95cfae15-b849-4e0d-bf52-b912158ecf1d req-4e5a0070-cc98-4308-96dd-d212ffc03234 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e8aa884-59a1-48b6-b990-b4cff53ce899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538015 Jan 28 13:45:58.452706 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe93c5d3-8580-465d-b1a2-1e57333cdfa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c884cc2e-7677-4758-a469-5f1901225ac4,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:58.462476 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-fe93c5d3-8580-465d-b1a2-1e57333cdfa4 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=64ea674e34854d4393b0f17f4a69c3c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2752628 Jan 28 13:45:58.462984 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 39248) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:45:58.476423 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-05887cdd-ea34-445e-8799-b564e331919b admin admin] Publish callbacks [] for security_group (926c0b4d-9a95-4cbd-a1e0-975192017d0e), before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:58.533311 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-05887cdd-ea34-445e-8799-b564e331919b admin admin] Publish callbacks [] for security_group (926c0b4d-9a95-4cbd-a1e0-975192017d0e), precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:58.534831 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-2dbf8056-e31b-4527-aabe-d38d43355dc7 admin admin] Publish callbacks [] for security_group (c884cc2e-7677-4758-a469-5f1901225ac4), before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:58.555277 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f669f503-26d5-436e-8c24-e2a6d5ade3aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:58.582756 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-2dbf8056-e31b-4527-aabe-d38d43355dc7 admin admin] Publish callbacks [] for security_group (c884cc2e-7677-4758-a469-5f1901225ac4), precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:58.609085 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a795be-298f-452c-8c6e-7af9342bd991 req-6dadb65f-f172-4be1-aefc-3ddd6614f2ea tempest-DeleteServersTestJSON-498800092 tempest-DeleteServersTestJSON-498800092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:58.610607 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-d7a795be-298f-452c-8c6e-7af9342bd991 req-6dadb65f-f172-4be1-aefc-3ddd6614f2ea tempest-DeleteServersTestJSON-498800092 tempest-DeleteServersTestJSON-498800092-project] 10.222.0.72 "GET /v2.0/ports?device_id=444c4c95-0603-4ef9-8b0f-d54cc39b1754 HTTP/1.1" status: 200 len: 943 time: 0.1206150 Jan 28 13:45:58.630944 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa88e29-ac25-4524-b8df-526bbb970a5d req-3136e770-ad0d-4623-8ef5-f4bf5f4e9480 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:58.632566 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-6fa88e29-ac25-4524-b8df-526bbb970a5d req-3136e770-ad0d-4623-8ef5-f4bf5f4e9480 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/ports?device_id=acf97c7f-503a-42ed-b6b7-f5cfba756426 HTTP/1.1" status: 200 len: 944 time: 0.0882256 Jan 28 13:45:58.678098 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-2dbf8056-e31b-4527-aabe-d38d43355dc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (c884cc2e-7677-4758-a469-5f1901225ac4), after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:58.680561 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-2dbf8056-e31b-4527-aabe-d38d43355dc7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:58.681895 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-05887cdd-ea34-445e-8799-b564e331919b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (926c0b4d-9a95-4cbd-a1e0-975192017d0e), after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:58.682373 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-2dbf8056-e31b-4527-aabe-d38d43355dc7 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c884cc2e-7677-4758-a469-5f1901225ac4 HTTP/1.1" status: 204 len: 168 time: 0.2182500 Jan 28 13:45:58.687678 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-05887cdd-ea34-445e-8799-b564e331919b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:58.691362 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-05887cdd-ea34-445e-8799-b564e331919b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/926c0b4d-9a95-4cbd-a1e0-975192017d0e HTTP/1.1" status: 204 len: 168 time: 0.3270011 Jan 28 13:45:58.702311 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbf8056-e31b-4527-aabe-d38d43355dc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c884cc2e-7677-4758-a469-5f1901225ac4,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:58.713441 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-6fa88e29-ac25-4524-b8df-526bbb970a5d req-3cbace14-37b5-4235-beb6-d5e2f3d9e91c tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/security-groups?id=838c2539-0840-4dd0-84f1-3571e607caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651515 Jan 28 13:45:58.738281 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05887cdd-ea34-445e-8799-b564e331919b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=926c0b4d-9a95-4cbd-a1e0-975192017d0e,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:58.771334 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-d7a795be-298f-452c-8c6e-7af9342bd991 req-8baabd10-e1bc-4cb4-a55c-84c4453dd236 tempest-DeleteServersTestJSON-498800092 tempest-DeleteServersTestJSON-498800092-project] 10.222.0.72 "GET /v2.0/security-groups?id=16c42bdf-973e-4b4f-8c31-f5a8c1ccd032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406240 Jan 28 13:45:58.788639 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f669f503-26d5-436e-8c24-e2a6d5ade3aa admin admin] Publish callbacks [] for security_group (d852e4e2-885f-49b5-8510-55191db70684), precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:58.801429 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f669f503-26d5-436e-8c24-e2a6d5ade3aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (d852e4e2-885f-49b5-8510-55191db70684), after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:58.847186 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-f669f503-26d5-436e-8c24-e2a6d5ade3aa admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=642bedceaefc42db8267a9b0920de41f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4576912 Jan 28 13:45:58.847641 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 39264) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:45:58.855437 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f669f503-26d5-436e-8c24-e2a6d5ade3aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d852e4e2-885f-49b5-8510-55191db70684,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:58.930897 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-8c2b9adf-ce76-482b-a770-441e70a14cc6 admin admin] Publish callbacks [] for security_group (d852e4e2-885f-49b5-8510-55191db70684), before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:58.961046 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-8c2b9adf-ce76-482b-a770-441e70a14cc6 admin admin] Publish callbacks [] for security_group (d852e4e2-885f-49b5-8510-55191db70684), precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:59.036755 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71846531-7a3d-4dd6-b913-f67c8a6feff8 req-7a1228cb-03e6-48cf-8ce3-c60104e3bed7 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:59.038319 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-71846531-7a3d-4dd6-b913-f67c8a6feff8 req-7a1228cb-03e6-48cf-8ce3-c60104e3bed7 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5d89034-8705-4e93-a271-97e037a7c2b3 HTTP/1.1" status: 200 len: 944 time: 0.0797958 Jan 28 13:45:59.071432 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-8c2b9adf-ce76-482b-a770-441e70a14cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (d852e4e2-885f-49b5-8510-55191db70684), after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:59.074318 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-8c2b9adf-ce76-482b-a770-441e70a14cc6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:59.075586 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-8c2b9adf-ce76-482b-a770-441e70a14cc6 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d852e4e2-885f-49b5-8510-55191db70684 HTTP/1.1" status: 204 len: 168 time: 0.2265854 Jan 28 13:45:59.092576 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 39274) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:45:59.106076 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2b9adf-ce76-482b-a770-441e70a14cc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d852e4e2-885f-49b5-8510-55191db70684,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:59.111185 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-31d308f6-cf85-4917-963e-3a38f05e6584 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:59.117515 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-71846531-7a3d-4dd6-b913-f67c8a6feff8 req-d6d646dd-28f1-4fa2-a967-dc23d6e989c3 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] 10.222.0.72 "GET /v2.0/security-groups?id=03f317d8-0cf7-4af4-abf7-94e0d05a91da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732377 Jan 28 13:45:59.157278 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 39276) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:45:59.171090 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-a3dd421c-37dd-463b-b6b3-c9c928016702 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:59.210089 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-31d308f6-cf85-4917-963e-3a38f05e6584 admin admin] Publish callbacks [] for security_group (29b657db-07f6-48ef-9dbc-bbb0e94b327c), precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:59.215107 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-31d308f6-cf85-4917-963e-3a38f05e6584 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (29b657db-07f6-48ef-9dbc-bbb0e94b327c), after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:59.261899 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-31d308f6-cf85-4917-963e-3a38f05e6584 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=bedb236e43004e4d9c97cd0a90935c26&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1679873 Jan 28 13:45:59.263291 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d308f6-cf85-4917-963e-3a38f05e6584 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29b657db-07f6-48ef-9dbc-bbb0e94b327c,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:59.265737 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 39278) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:45:59.287005 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-a3dd421c-37dd-463b-b6b3-c9c928016702 admin admin] Publish callbacks [] for security_group (c17e6ceb-8eb3-4b9e-a19a-e313cfa71ac5), precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:59.297487 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-a3dd421c-37dd-463b-b6b3-c9c928016702 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (c17e6ceb-8eb3-4b9e-a19a-e313cfa71ac5), after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:59.353645 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-a3dd421c-37dd-463b-b6b3-c9c928016702 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=29671219f619498291481030bd17b887&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1952202 Jan 28 13:45:59.356355 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 39282) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:45:59.360160 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-90c1146a-445d-44a0-9a7b-8628e6474115 admin admin] Publish callbacks [] for security_group (29b657db-07f6-48ef-9dbc-bbb0e94b327c), before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:59.362710 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dd421c-37dd-463b-b6b3-c9c928016702 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c17e6ceb-8eb3-4b9e-a19a-e313cfa71ac5,revision_number=1']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:59.385628 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-90c1146a-445d-44a0-9a7b-8628e6474115 admin admin] Publish callbacks [] for security_group (29b657db-07f6-48ef-9dbc-bbb0e94b327c), precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:59.423897 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-66d41ffe-8972-482d-ba87-0634dfedb04b admin admin] Publish callbacks [] for security_group (c17e6ceb-8eb3-4b9e-a19a-e313cfa71ac5), before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:59.443950 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-90c1146a-445d-44a0-9a7b-8628e6474115 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (29b657db-07f6-48ef-9dbc-bbb0e94b327c), after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:59.447200 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-90c1146a-445d-44a0-9a7b-8628e6474115 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:59.451115 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-90c1146a-445d-44a0-9a7b-8628e6474115 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/29b657db-07f6-48ef-9dbc-bbb0e94b327c HTTP/1.1" status: 204 len: 168 time: 0.1822896 Jan 28 13:45:59.452662 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-66d41ffe-8972-482d-ba87-0634dfedb04b admin admin] Publish callbacks [] for security_group (c17e6ceb-8eb3-4b9e-a19a-e313cfa71ac5), precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:59.466148 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Device 47d90186-2685-44dc-b033-a8900ad0caac details requested by agent hyperv_hv-cinder-82418 with host hv-cinder-82418 {{(pid=109086) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:45:59.466677 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c1146a-445d-44a0-9a7b-8628e6474115 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29b657db-07f6-48ef-9dbc-bbb0e94b327c,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:59.477915 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.agents_db [None req-2611350c-8bbf-4fa3-a5bb-e2ba3591f3a7 None None] Agent healthcheck: found 6 active agents {{(pid=109087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:45:59.531464 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-66d41ffe-8972-482d-ba87-0634dfedb04b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (c17e6ceb-8eb3-4b9e-a19a-e313cfa71ac5), after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:59.534204 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-66d41ffe-8972-482d-ba87-0634dfedb04b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:59.537805 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-66d41ffe-8972-482d-ba87-0634dfedb04b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c17e6ceb-8eb3-4b9e-a19a-e313cfa71ac5 HTTP/1.1" status: 204 len: 168 time: 0.1781466 Jan 28 13:45:59.545647 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d41ffe-8972-482d-ba87-0634dfedb04b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c17e6ceb-8eb3-4b9e-a19a-e313cfa71ac5,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:59.600159 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] For port 47d90186-2685-44dc-b033-a8900ad0caac, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=47d90186-2685-44dc-b033-a8900ad0caac,segment=NetworkSegment(295125c7-46c7-4c5a-b090-4ac467f9d1e3),segment_id=295125c7-46c7-4c5a-b090-4ac467f9d1e3)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:45:59.621922 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Returning: {'device': '47d90186-2685-44dc-b033-a8900ad0caac', 'network_id': '540d20e8-ba52-44bb-a51c-90ae52b3c129', 'port_id': '47d90186-2685-44dc-b033-a8900ad0caac', 'mac_address': 'fa:16:3e:1c:70:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 737, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b7c19f5-5607-450e-ac1d-452cb2e1169e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109086) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:45:59.633867 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51fb83a-021e-43a7-bca9-f4f233d4d3c2 req-8066b865-3579-4b7d-90ee-2bd3c5598b11 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:59.635419 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-a51fb83a-021e-43a7-bca9-f4f233d4d3c2 req-8066b865-3579-4b7d-90ee-2bd3c5598b11 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/ports?device_id=51ea482b-e202-4a11-a7d3-d8e22636f7d7 HTTP/1.1" status: 200 len: 943 time: 0.0857790 Jan 28 13:45:59.677951 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Current status of the port 47d90186-2685-44dc-b033-a8900ad0caac is: DOWN; New status is: BUILD {{(pid=109086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:45:59.678359 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (47d90186-2685-44dc-b033-a8900ad0caac), before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:59.685905 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-a51fb83a-021e-43a7-bca9-f4f233d4d3c2 req-ae53fafb-6cd7-438c-8b07-2294c77d45e8 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e8aa884-59a1-48b6-b990-b4cff53ce899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446110 Jan 28 13:45:59.697880 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.notifiers.nova [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47d90186-2685-44dc-b033-a8900ad0caac {{(pid=109086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:45:59.720785 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] For port 47d90186-2685-44dc-b033-a8900ad0caac, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=47d90186-2685-44dc-b033-a8900ad0caac,segment=NetworkSegment(295125c7-46c7-4c5a-b090-4ac467f9d1e3),segment_id=295125c7-46c7-4c5a-b090-4ac467f9d1e3)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:45:59.726162 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862'] for port (47d90186-2685-44dc-b033-a8900ad0caac), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:45:59.726944 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Device b324fbc8-e91a-4b94-a8ee-3eb3e03211e8 details requested by agent hyperv_hv-cinder-82418 with host hv-cinder-82418 {{(pid=109086) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:45:59.836929 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Pushing event updated for resources: {'Port': ['ID=47d90186-2685-44dc-b033-a8900ad0caac,revision_number=4']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:45:59.902345 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] For port b324fbc8-e91a-4b94-a8ee-3eb3e03211e8, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=b324fbc8-e91a-4b94-a8ee-3eb3e03211e8,segment=NetworkSegment(003e6ed3-f660-4372-97dd-5a5269adf1a1),segment_id=003e6ed3-f660-4372-97dd-5a5269adf1a1)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:45:59.914628 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3de1ded-4a4e-4c05-988e-d009552fc730 req-6e610bd2-c38d-4d1c-928e-5ff1e90c0f2b tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:59.916207 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-b3de1ded-4a4e-4c05-988e-d009552fc730 req-6e610bd2-c38d-4d1c-928e-5ff1e90c0f2b tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/ports?device_id=acf97c7f-503a-42ed-b6b7-f5cfba756426 HTTP/1.1" status: 200 len: 944 time: 0.1198139 Jan 28 13:45:59.936933 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Returning: {'device': 'b324fbc8-e91a-4b94-a8ee-3eb3e03211e8', 'network_id': '805ad18e-97f9-4b97-8e73-49d5a4e25a9d', 'port_id': 'b324fbc8-e91a-4b94-a8ee-3eb3e03211e8', 'mac_address': 'fa:16:3e:04:fd:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eff84041-49b5-4697-b7b5-e67d81854a3c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109086) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:45:59.973356 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d870611-018a-4b49-94d3-52b437f462a3 req-ca20b891-ea45-4aad-ae38-1a4e8e357888 tempest-DeleteServersTestJSON-498800092 tempest-DeleteServersTestJSON-498800092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:45:59.980626 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-7d870611-018a-4b49-94d3-52b437f462a3 req-ca20b891-ea45-4aad-ae38-1a4e8e357888 tempest-DeleteServersTestJSON-498800092 tempest-DeleteServersTestJSON-498800092-project] 10.222.0.72 "GET /v2.0/ports?device_id=444c4c95-0603-4ef9-8b0f-d54cc39b1754 HTTP/1.1" status: 200 len: 944 time: 0.0873287 Jan 28 13:46:00.017789 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Current status of the port b324fbc8-e91a-4b94-a8ee-3eb3e03211e8 is: DOWN; New status is: BUILD {{(pid=109086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:46:00.018098 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (b324fbc8-e91a-4b94-a8ee-3eb3e03211e8), before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:00.033375 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-b3de1ded-4a4e-4c05-988e-d009552fc730 req-b64c9d45-ecbe-4935-9f3f-98eab7e2bbd9 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/security-groups?id=838c2539-0840-4dd0-84f1-3571e607caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1033378 Jan 28 13:46:00.037810 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-7d870611-018a-4b49-94d3-52b437f462a3 req-97fcb109-ef61-42b9-9da2-9c785839d38b tempest-DeleteServersTestJSON-498800092 tempest-DeleteServersTestJSON-498800092-project] 10.222.0.72 "GET /v2.0/security-groups?id=16c42bdf-973e-4b4f-8c31-f5a8c1ccd032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561900 Jan 28 13:46:00.047788 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.notifiers.nova [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b324fbc8-e91a-4b94-a8ee-3eb3e03211e8 {{(pid=109086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:46:00.082218 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] For port b324fbc8-e91a-4b94-a8ee-3eb3e03211e8, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=b324fbc8-e91a-4b94-a8ee-3eb3e03211e8,segment=NetworkSegment(003e6ed3-f660-4372-97dd-5a5269adf1a1),segment_id=003e6ed3-f660-4372-97dd-5a5269adf1a1)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:46:00.089528 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862'] for port (b324fbc8-e91a-4b94-a8ee-3eb3e03211e8), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:00.090279 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Device b9db4f3a-66b6-49f8-9a55-7f7664da40b2 details requested by agent hyperv_hv-cinder-82418 with host hv-cinder-82418 {{(pid=109086) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:46:00.171765 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] For port b9db4f3a-66b6-49f8-9a55-7f7664da40b2, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=b9db4f3a-66b6-49f8-9a55-7f7664da40b2,segment=NetworkSegment(003e6ed3-f660-4372-97dd-5a5269adf1a1),segment_id=003e6ed3-f660-4372-97dd-5a5269adf1a1)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:46:00.174560 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Pushing event updated for resources: {'Port': ['ID=b324fbc8-e91a-4b94-a8ee-3eb3e03211e8,revision_number=4']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:00.187130 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Returning: {'device': 'b9db4f3a-66b6-49f8-9a55-7f7664da40b2', 'network_id': '805ad18e-97f9-4b97-8e73-49d5a4e25a9d', 'port_id': 'b9db4f3a-66b6-49f8-9a55-7f7664da40b2', 'mac_address': 'fa:16:3e:54:af:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eff84041-49b5-4697-b7b5-e67d81854a3c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109086) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:46:00.304980 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-90ab3d48-c9de-4533-9676-bc07d0dd86d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (5fb30df9-6f10-41b8-94cc-b881623ba250), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:00.307049 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Current status of the port b9db4f3a-66b6-49f8-9a55-7f7664da40b2 is: DOWN; New status is: BUILD {{(pid=109086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:46:00.307646 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (b9db4f3a-66b6-49f8-9a55-7f7664da40b2), before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:00.331165 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.notifiers.nova [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9db4f3a-66b6-49f8-9a55-7f7664da40b2 {{(pid=109086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:46:00.333534 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9159011e-3d41-4cff-bdba-35cbdb92b46e req-24f78970-018b-4540-90bd-78f9f7d82a87 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:00.335135 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-9159011e-3d41-4cff-bdba-35cbdb92b46e req-24f78970-018b-4540-90bd-78f9f7d82a87 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5d89034-8705-4e93-a271-97e037a7c2b3 HTTP/1.1" status: 200 len: 944 time: 0.0939112 Jan 28 13:46:00.366785 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] For port b9db4f3a-66b6-49f8-9a55-7f7664da40b2, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=b9db4f3a-66b6-49f8-9a55-7f7664da40b2,segment=NetworkSegment(003e6ed3-f660-4372-97dd-5a5269adf1a1),segment_id=003e6ed3-f660-4372-97dd-5a5269adf1a1)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:46:00.372774 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862'] for port (b9db4f3a-66b6-49f8-9a55-7f7664da40b2), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:00.401100 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-9159011e-3d41-4cff-bdba-35cbdb92b46e req-d9768c61-b779-41ef-ae99-ee1549fb2d8e tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] 10.222.0.72 "GET /v2.0/security-groups?id=03f317d8-0cf7-4af4-abf7-94e0d05a91da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593767 Jan 28 13:46:00.429471 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Pushing event updated for resources: {'Port': ['ID=b9db4f3a-66b6-49f8-9a55-7f7664da40b2,revision_number=4']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:00.848835 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efca0d3-5c73-4209-9c05-07768b4164c0 req-dd0c5c91-e51d-4384-90bc-16dc62bad38b tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:00.850361 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-7efca0d3-5c73-4209-9c05-07768b4164c0 req-dd0c5c91-e51d-4384-90bc-16dc62bad38b tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/ports?device_id=51ea482b-e202-4a11-a7d3-d8e22636f7d7 HTTP/1.1" status: 200 len: 944 time: 0.0742579 Jan 28 13:46:00.874259 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] get_ports_and_sgs() called for port_ids ['b324fbc8-e91a-4b94-a8ee-3eb3e03211e8'] {{(pid=109086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:46:00.903362 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-7efca0d3-5c73-4209-9c05-07768b4164c0 req-c0b6a823-0f18-473e-bfaf-0ff293ac0686 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e8aa884-59a1-48b6-b990-b4cff53ce899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470288 Jan 28 13:46:00.980054 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] get_ports_and_sgs() called for port_ids ['47d90186-2685-44dc-b033-a8900ad0caac'] {{(pid=109086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:46:00.993575 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] get_ports_and_sgs() called for port_ids ['b9db4f3a-66b6-49f8-9a55-7f7664da40b2'] {{(pid=109086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:46:01.176951 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e49062-00c4-4272-942b-8a4a49013621 req-cbe6ba76-6992-4626-b494-1939e2ae54f1 tempest-DeleteServersTestJSON-498800092 tempest-DeleteServersTestJSON-498800092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:01.184914 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-62e49062-00c4-4272-942b-8a4a49013621 req-cbe6ba76-6992-4626-b494-1939e2ae54f1 tempest-DeleteServersTestJSON-498800092 tempest-DeleteServersTestJSON-498800092-project] 10.222.0.72 "GET /v2.0/ports?device_id=444c4c95-0603-4ef9-8b0f-d54cc39b1754 HTTP/1.1" status: 200 len: 944 time: 0.0693278 Jan 28 13:46:01.249963 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecd9a10-946a-4d6c-8918-c4de38ee1b6a req-bfa0f05f-43c6-4597-aad1-aa575d527fc5 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:01.258498 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-1ecd9a10-946a-4d6c-8918-c4de38ee1b6a req-bfa0f05f-43c6-4597-aad1-aa575d527fc5 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/ports?device_id=acf97c7f-503a-42ed-b6b7-f5cfba756426 HTTP/1.1" status: 200 len: 944 time: 0.1140659 Jan 28 13:46:01.264443 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-62e49062-00c4-4272-942b-8a4a49013621 req-c521cac7-e5af-45d8-9299-df1801b40bef tempest-DeleteServersTestJSON-498800092 tempest-DeleteServersTestJSON-498800092-project] 10.222.0.72 "GET /v2.0/security-groups?id=16c42bdf-973e-4b4f-8c31-f5a8c1ccd032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771837 Jan 28 13:46:01.363042 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-1ecd9a10-946a-4d6c-8918-c4de38ee1b6a req-3f7337f4-6803-4625-902f-435ff155de30 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/security-groups?id=838c2539-0840-4dd0-84f1-3571e607caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1033778 Jan 28 13:46:01.454014 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Device 94fc08c3-1f1a-4aed-9874-93929d326f03 details requested by agent hyperv_hv-cinder-82418 with host hv-cinder-82418 {{(pid=109086) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:46:01.530068 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7252661c-125f-49c7-ac68-88e4be8e68b6 req-aaca1548-54f9-401b-9be1-695bd213087d tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:01.539099 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-7252661c-125f-49c7-ac68-88e4be8e68b6 req-aaca1548-54f9-401b-9be1-695bd213087d tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5d89034-8705-4e93-a271-97e037a7c2b3 HTTP/1.1" status: 200 len: 944 time: 0.0584495 Jan 28 13:46:01.591496 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] For port 94fc08c3-1f1a-4aed-9874-93929d326f03, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=94fc08c3-1f1a-4aed-9874-93929d326f03,segment=NetworkSegment(4050b7b0-e9a9-41d7-af46-815bd2fde404),segment_id=4050b7b0-e9a9-41d7-af46-815bd2fde404)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:46:01.604018 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Returning: {'device': '94fc08c3-1f1a-4aed-9874-93929d326f03', 'network_id': '711eb359-e0a6-4069-8d9d-85442c14b212', 'port_id': '94fc08c3-1f1a-4aed-9874-93929d326f03', 'mac_address': 'fa:16:3e:28:a6:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a182525-8d42-4b74-88dd-616808d54b14', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109086) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:46:01.611666 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-7252661c-125f-49c7-ac68-88e4be8e68b6 req-ae8b76f9-1e9f-4fa7-8037-4c503d50f5e3 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] 10.222.0.72 "GET /v2.0/security-groups?id=03f317d8-0cf7-4af4-abf7-94e0d05a91da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658069 Jan 28 13:46:01.645142 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Current status of the port 94fc08c3-1f1a-4aed-9874-93929d326f03 is: DOWN; New status is: BUILD {{(pid=109086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:46:01.645617 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (94fc08c3-1f1a-4aed-9874-93929d326f03), before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:01.662778 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.notifiers.nova [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94fc08c3-1f1a-4aed-9874-93929d326f03 {{(pid=109086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:46:01.693139 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] For port 94fc08c3-1f1a-4aed-9874-93929d326f03, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=94fc08c3-1f1a-4aed-9874-93929d326f03,segment=NetworkSegment(4050b7b0-e9a9-41d7-af46-815bd2fde404),segment_id=4050b7b0-e9a9-41d7-af46-815bd2fde404)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:46:01.695692 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-120fdcba-5236-4c4f-ad1d-de3bbc2703f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (270c75b4-e9a8-4b16-85de-99abb56244df), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:01.698145 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862'] for port (94fc08c3-1f1a-4aed-9874-93929d326f03), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:01.698927 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Device aa3e569d-6363-4a00-9499-01745c34b864 details requested by agent hyperv_hv-cinder-82418 with host hv-cinder-82418 {{(pid=109086) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:46:01.793792 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Pushing event updated for resources: {'Port': ['ID=94fc08c3-1f1a-4aed-9874-93929d326f03,revision_number=4']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:01.839085 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] For port aa3e569d-6363-4a00-9499-01745c34b864, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=aa3e569d-6363-4a00-9499-01745c34b864,segment=NetworkSegment(76fda797-5fc8-4861-a2c8-4de64e9f2b3e),segment_id=76fda797-5fc8-4861-a2c8-4de64e9f2b3e)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:46:01.850488 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Returning: {'device': 'aa3e569d-6363-4a00-9499-01745c34b864', 'network_id': '78d9b12b-20e5-405d-b8d9-58d523acb332', 'port_id': 'aa3e569d-6363-4a00-9499-01745c34b864', 'mac_address': 'fa:16:3e:2c:d1:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3016a3fe-7a83-4026-bb15-1c5764645712', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109086) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:46:01.896384 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Current status of the port aa3e569d-6363-4a00-9499-01745c34b864 is: DOWN; New status is: BUILD {{(pid=109086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:46:01.897043 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (aa3e569d-6363-4a00-9499-01745c34b864), before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:01.913105 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.notifiers.nova [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa3e569d-6363-4a00-9499-01745c34b864 {{(pid=109086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:46:01.960465 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] For port aa3e569d-6363-4a00-9499-01745c34b864, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=aa3e569d-6363-4a00-9499-01745c34b864,segment=NetworkSegment(76fda797-5fc8-4861-a2c8-4de64e9f2b3e),segment_id=76fda797-5fc8-4861-a2c8-4de64e9f2b3e)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:46:01.966869 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862'] for port (aa3e569d-6363-4a00-9499-01745c34b864), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:02.057993 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d6962e-8830-4f83-8f84-e361484894f0 req-6c59ee56-e092-4aac-9eff-71fd38befcdd tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:02.066161 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-42d6962e-8830-4f83-8f84-e361484894f0 req-6c59ee56-e092-4aac-9eff-71fd38befcdd tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/ports?device_id=51ea482b-e202-4a11-a7d3-d8e22636f7d7 HTTP/1.1" status: 200 len: 944 time: 0.0712457 Jan 28 13:46:02.066746 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Pushing event updated for resources: {'Port': ['ID=aa3e569d-6363-4a00-9499-01745c34b864,revision_number=4']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:02.127305 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-42d6962e-8830-4f83-8f84-e361484894f0 req-e7511571-ddc5-4444-9686-b2b33ed20b85 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e8aa884-59a1-48b6-b990-b4cff53ce899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592268 Jan 28 13:46:02.517091 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13514eec-d05b-4d3d-9213-2bcab6e79d2f req-53cbaed2-542f-4401-bc7b-6e0ec1e72a39 tempest-DeleteServersTestJSON-498800092 tempest-DeleteServersTestJSON-498800092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:02.528875 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-13514eec-d05b-4d3d-9213-2bcab6e79d2f req-53cbaed2-542f-4401-bc7b-6e0ec1e72a39 tempest-DeleteServersTestJSON-498800092 tempest-DeleteServersTestJSON-498800092-project] 10.222.0.72 "GET /v2.0/ports?device_id=444c4c95-0603-4ef9-8b0f-d54cc39b1754 HTTP/1.1" status: 200 len: 944 time: 0.1228745 Jan 28 13:46:02.564022 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6e8ca8-08f9-411b-a471-05840136514e req-156f6f98-d67f-47a5-9b59-6e47719a1820 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:02.571945 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-1c6e8ca8-08f9-411b-a471-05840136514e req-156f6f98-d67f-47a5-9b59-6e47719a1820 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/ports?device_id=acf97c7f-503a-42ed-b6b7-f5cfba756426 HTTP/1.1" status: 200 len: 945 time: 0.0692840 Jan 28 13:46:02.627673 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] get_ports_and_sgs() called for port_ids ['aa3e569d-6363-4a00-9499-01745c34b864'] {{(pid=109086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:46:02.646340 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-13514eec-d05b-4d3d-9213-2bcab6e79d2f req-9d5108e9-1990-4e17-9621-e9aca48d0414 tempest-DeleteServersTestJSON-498800092 tempest-DeleteServersTestJSON-498800092-project] 10.222.0.72 "GET /v2.0/security-groups?id=16c42bdf-973e-4b4f-8c31-f5a8c1ccd032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118581 Jan 28 13:46:02.663042 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-1c6e8ca8-08f9-411b-a471-05840136514e req-b6c25696-9e29-40c5-a6d5-c052b2def008 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/security-groups?id=838c2539-0840-4dd0-84f1-3571e607caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900784 Jan 28 13:46:02.706153 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] get_ports_and_sgs() called for port_ids ['94fc08c3-1f1a-4aed-9874-93929d326f03'] {{(pid=109086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:46:02.875197 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a365d3e8-b48a-4a28-95b6-25537061fe93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (282d2827-b9b4-4282-91d0-335a7cd9818a), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:02.881782 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2a72d8-b417-4c2e-8763-6879c2d5b858 req-f8306711-1845-470b-be1e-262a8c2794ee tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:02.883574 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-4b2a72d8-b417-4c2e-8763-6879c2d5b858 req-f8306711-1845-470b-be1e-262a8c2794ee tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5d89034-8705-4e93-a271-97e037a7c2b3 HTTP/1.1" status: 200 len: 945 time: 0.1118982 Jan 28 13:46:02.944142 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (06140fe1-dee6-47e9-9649-a5d5e543fff8), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:02.977077 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-4b2a72d8-b417-4c2e-8763-6879c2d5b858 req-6c743146-b01a-4592-ac60-848e70ca253d tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] 10.222.0.72 "GET /v2.0/security-groups?id=03f317d8-0cf7-4af4-abf7-94e0d05a91da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867181 Jan 28 13:46:03.253676 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17c4604-a853-4a77-9eab-be573cc3de5e req-b1e1c376-73d5-45f0-88bd-1c13d2d2f807 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:03.255397 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-a17c4604-a853-4a77-9eab-be573cc3de5e req-b1e1c376-73d5-45f0-88bd-1c13d2d2f807 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/ports?device_id=51ea482b-e202-4a11-a7d3-d8e22636f7d7 HTTP/1.1" status: 200 len: 944 time: 0.0487344 Jan 28 13:46:03.304889 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-a17c4604-a853-4a77-9eab-be573cc3de5e req-d5a3e9cc-40ac-468b-843d-d8dc38144edf tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e8aa884-59a1-48b6-b990-b4cff53ce899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438271 Jan 28 13:46:03.464796 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Device 47d90186-2685-44dc-b033-a8900ad0caac up at agent hyperv_hv-cinder-82418 {{(pid=109086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:46:03.529326 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Provisioning for port 47d90186-2685-44dc-b033-a8900ad0caac completed by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:46:03.534258 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Provisioning complete for port 47d90186-2685-44dc-b033-a8900ad0caac triggered by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:46:03.534733 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041328'] for port (47d90186-2685-44dc-b033-a8900ad0caac), provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:03.653617 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Current status of the port 47d90186-2685-44dc-b033-a8900ad0caac is: BUILD; New status is: ACTIVE {{(pid=109086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:46:03.653949 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (47d90186-2685-44dc-b033-a8900ad0caac), before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:03.684252 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '444c4c95-0603-4ef9-8b0f-d54cc39b1754', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47d90186-2685-44dc-b033-a8900ad0caac'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:46:03.785459 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] For port 47d90186-2685-44dc-b033-a8900ad0caac, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=47d90186-2685-44dc-b033-a8900ad0caac,segment=NetworkSegment(295125c7-46c7-4c5a-b090-4ac467f9d1e3),segment_id=295125c7-46c7-4c5a-b090-4ac467f9d1e3)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:46:03.791592 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862'] for port (47d90186-2685-44dc-b033-a8900ad0caac), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:03.792699 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Device b324fbc8-e91a-4b94-a8ee-3eb3e03211e8 up at agent hyperv_hv-cinder-82418 {{(pid=109086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:46:03.830780 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e9b43c-058d-4625-b7ef-0ffadbe2c71d req-31b3c6cc-ac25-441b-ab98-41895279eb2b tempest-DeleteServersTestJSON-498800092 tempest-DeleteServersTestJSON-498800092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:03.835661 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-09e9b43c-058d-4625-b7ef-0ffadbe2c71d req-31b3c6cc-ac25-441b-ab98-41895279eb2b tempest-DeleteServersTestJSON-498800092 tempest-DeleteServersTestJSON-498800092-project] 10.222.0.72 "GET /v2.0/ports?device_id=444c4c95-0603-4ef9-8b0f-d54cc39b1754 HTTP/1.1" status: 200 len: 944 time: 0.1085267 Jan 28 13:46:03.869117 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc3fe49-fc1c-4422-844d-27bc80ed8241 req-966b0eb1-c368-49fb-8b8f-562d45788a7f tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:03.876282 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-dfc3fe49-fc1c-4422-844d-27bc80ed8241 req-966b0eb1-c368-49fb-8b8f-562d45788a7f tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/ports?device_id=acf97c7f-503a-42ed-b6b7-f5cfba756426 HTTP/1.1" status: 200 len: 945 time: 0.0893712 Jan 28 13:46:03.922758 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Pushing event updated for resources: {'Port': ['ID=47d90186-2685-44dc-b033-a8900ad0caac,revision_number=5']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:03.931153 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Provisioning for port b324fbc8-e91a-4b94-a8ee-3eb3e03211e8 completed by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:46:03.936821 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Provisioning complete for port b324fbc8-e91a-4b94-a8ee-3eb3e03211e8 triggered by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:46:03.937650 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041328'] for port (b324fbc8-e91a-4b94-a8ee-3eb3e03211e8), provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:03.946874 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fe2f3ff242846a504b70cb1607640f93490c53de488d62a29fe51e57b5b242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1c8ee6e-83d4-400a-8069-6156512fe077" -d '{"events": [{"server_uuid": "444c4c95-0603-4ef9-8b0f-d54cc39b1754", "name": "network-vif-plugged", "status": "completed", "tag": "47d90186-2685-44dc-b033-a8900ad0caac"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:46:03.964788 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-09e9b43c-058d-4625-b7ef-0ffadbe2c71d req-3ef2b76f-49fe-4350-88c8-9b664950ee18 tempest-DeleteServersTestJSON-498800092 tempest-DeleteServersTestJSON-498800092-project] 10.222.0.72 "GET /v2.0/security-groups?id=16c42bdf-973e-4b4f-8c31-f5a8c1ccd032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214008 Jan 28 13:46:04.020888 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-dfc3fe49-fc1c-4422-844d-27bc80ed8241 req-ee5f99ae-f159-4a3f-b84d-b3a3d17d413f tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/security-groups?id=838c2539-0840-4dd0-84f1-3571e607caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1429501 Jan 28 13:46:04.053416 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Current status of the port b324fbc8-e91a-4b94-a8ee-3eb3e03211e8 is: BUILD; New status is: ACTIVE {{(pid=109086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:46:04.054387 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (b324fbc8-e91a-4b94-a8ee-3eb3e03211e8), before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:04.122718 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] For port b324fbc8-e91a-4b94-a8ee-3eb3e03211e8, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=b324fbc8-e91a-4b94-a8ee-3eb3e03211e8,segment=NetworkSegment(003e6ed3-f660-4372-97dd-5a5269adf1a1),segment_id=003e6ed3-f660-4372-97dd-5a5269adf1a1)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:46:04.130826 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862'] for port (b324fbc8-e91a-4b94-a8ee-3eb3e03211e8), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:04.131657 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Device b9db4f3a-66b6-49f8-9a55-7f7664da40b2 up at agent hyperv_hv-cinder-82418 {{(pid=109086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:46:04.206760 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbca486e-05ff-488f-a923-76c2bea83018 req-0050c496-1939-4598-a51d-e7d9e1ac1010 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:04.217050 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-cbca486e-05ff-488f-a923-76c2bea83018 req-0050c496-1939-4598-a51d-e7d9e1ac1010 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5d89034-8705-4e93-a271-97e037a7c2b3 HTTP/1.1" status: 200 len: 945 time: 0.0918882 Jan 28 13:46:04.225510 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:46:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d155f5c6-330a-49ce-9500-e79fd8f39953 x-openstack-request-id: req-d155f5c6-330a-49ce-9500-e79fd8f39953 {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:46:04.225832 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "444c4c95-0603-4ef9-8b0f-d54cc39b1754", "name": "network-vif-plugged", "status": "completed", "tag": "47d90186-2685-44dc-b033-a8900ad0caac", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:46:04.226111 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-d155f5c6-330a-49ce-9500-e79fd8f39953 {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:46:04.226562 dv-cinder-824187-7-iscsi neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '444c4c95-0603-4ef9-8b0f-d54cc39b1754', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47d90186-2685-44dc-b033-a8900ad0caac', 'code': 200} Jan 28 13:46:04.264407 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (91ec632a-2927-4715-8bad-f3132ebcbe46), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:04.288890 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Pushing event updated for resources: {'Port': ['ID=b324fbc8-e91a-4b94-a8ee-3eb3e03211e8,revision_number=5']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:04.301635 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Provisioning for port b9db4f3a-66b6-49f8-9a55-7f7664da40b2 completed by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:46:04.309554 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Provisioning complete for port b9db4f3a-66b6-49f8-9a55-7f7664da40b2 triggered by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:46:04.309975 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041328'] for port (b9db4f3a-66b6-49f8-9a55-7f7664da40b2), provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:04.318268 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-cbca486e-05ff-488f-a923-76c2bea83018 req-c0be94ab-5bb4-4b1e-a915-b2ba27435cba tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] 10.222.0.72 "GET /v2.0/security-groups?id=03f317d8-0cf7-4af4-abf7-94e0d05a91da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971947 Jan 28 13:46:04.435357 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Current status of the port b9db4f3a-66b6-49f8-9a55-7f7664da40b2 is: BUILD; New status is: ACTIVE {{(pid=109086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:46:04.435862 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (b9db4f3a-66b6-49f8-9a55-7f7664da40b2), before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:04.479899 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] For port b9db4f3a-66b6-49f8-9a55-7f7664da40b2, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=b9db4f3a-66b6-49f8-9a55-7f7664da40b2,segment=NetworkSegment(003e6ed3-f660-4372-97dd-5a5269adf1a1),segment_id=003e6ed3-f660-4372-97dd-5a5269adf1a1)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:46:04.485793 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862'] for port (b9db4f3a-66b6-49f8-9a55-7f7664da40b2), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:04.507152 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c47970d-9a9d-469c-959d-54f3b122c67e req-df33b9b3-44b7-4e58-adba-8edae0a33a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:04.508743 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-2c47970d-9a9d-469c-959d-54f3b122c67e req-df33b9b3-44b7-4e58-adba-8edae0a33a71 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=444c4c95-0603-4ef9-8b0f-d54cc39b1754 HTTP/1.1" status: 200 len: 1098 time: 0.1347582 Jan 28 13:46:04.540633 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028bfbc5-80ff-4592-9d36-1ab8d66896d9 req-8f4f0975-7841-4d0b-adc0-08bef10a0c9a tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:04.542830 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-028bfbc5-80ff-4592-9d36-1ab8d66896d9 req-8f4f0975-7841-4d0b-adc0-08bef10a0c9a tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/ports?device_id=51ea482b-e202-4a11-a7d3-d8e22636f7d7 HTTP/1.1" status: 200 len: 944 time: 0.1100144 Jan 28 13:46:04.561875 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-2c47970d-9a9d-469c-959d-54f3b122c67e req-d9d91ed2-c652-430d-a787-e19a29df1030 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:04.659640 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-028bfbc5-80ff-4592-9d36-1ab8d66896d9 req-8101a325-8a96-4dec-8b17-046ff4e0290a tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e8aa884-59a1-48b6-b990-b4cff53ce899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057372 Jan 28 13:46:04.674205 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Pushing event updated for resources: {'Port': ['ID=b9db4f3a-66b6-49f8-9a55-7f7664da40b2,revision_number=5']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:04.723303 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-2c47970d-9a9d-469c-959d-54f3b122c67e req-d9d91ed2-c652-430d-a787-e19a29df1030 service neutron] Publish callbacks [] for security_group (12e7fa29-b7f5-43f3-9e2c-87da94f05135), precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:04.732930 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-2c47970d-9a9d-469c-959d-54f3b122c67e req-d9d91ed2-c652-430d-a787-e19a29df1030 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (12e7fa29-b7f5-43f3-9e2c-87da94f05135), after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:04.780887 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-2c47970d-9a9d-469c-959d-54f3b122c67e req-d9d91ed2-c652-430d-a787-e19a29df1030 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=16c42bdf-973e-4b4f-8c31-f5a8c1ccd032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2633159 Jan 28 13:46:04.780887 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d91ed2-c652-430d-a787-e19a29df1030 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=12e7fa29-b7f5-43f3-9e2c-87da94f05135,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:05.041825 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 39632) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:05.078910 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 39640) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:05.113750 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ca74ba-d49e-42eb-aa2c-ea675a380c57 req-69051ad8-201d-4b74-860a-911a22b71112 tempest-DeleteServersTestJSON-498800092 tempest-DeleteServersTestJSON-498800092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:05.115437 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-c7ca74ba-d49e-42eb-aa2c-ea675a380c57 req-69051ad8-201d-4b74-860a-911a22b71112 tempest-DeleteServersTestJSON-498800092 tempest-DeleteServersTestJSON-498800092-project] 10.222.0.72 "GET /v2.0/ports?device_id=444c4c95-0603-4ef9-8b0f-d54cc39b1754 HTTP/1.1" status: 200 len: 945 time: 0.0826213 Jan 28 13:46:05.174489 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bbe849-6eda-4433-9a33-d7ab6499d509 req-e7ade3f7-272d-4300-9198-8700c7d2bab6 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:05.176567 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-b3bbe849-6eda-4433-9a33-d7ab6499d509 req-e7ade3f7-272d-4300-9198-8700c7d2bab6 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/ports?device_id=acf97c7f-503a-42ed-b6b7-f5cfba756426 HTTP/1.1" status: 200 len: 945 time: 0.0586653 Jan 28 13:46:05.177389 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-c7ca74ba-d49e-42eb-aa2c-ea675a380c57 req-16c48079-2e5f-41b8-9513-88ea2effa1cc tempest-DeleteServersTestJSON-498800092 tempest-DeleteServersTestJSON-498800092-project] 10.222.0.72 "GET /v2.0/security-groups?id=16c42bdf-973e-4b4f-8c31-f5a8c1ccd032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559568 Jan 28 13:46:05.224254 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3f691705-54d8-4265-9d03-84e819b4066a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:05.273743 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-db80835c-f171-4be3-9762-d9e22387e15e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:05.303454 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-b3bbe849-6eda-4433-9a33-d7ab6499d509 req-b7bd4e71-84da-4086-9015-801ede5fb262 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/security-groups?id=838c2539-0840-4dd0-84f1-3571e607caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1211531 Jan 28 13:46:05.387411 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3f691705-54d8-4265-9d03-84e819b4066a admin admin] Publish callbacks [] for security_group (8108684f-80f2-4dd3-accc-92a69a96d35a), precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:05.389663 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-db80835c-f171-4be3-9762-d9e22387e15e admin admin] Publish callbacks [] for security_group (73049567-2180-4fef-84ae-95faeaaa1c32), precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:05.393238 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3f691705-54d8-4265-9d03-84e819b4066a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (8108684f-80f2-4dd3-accc-92a69a96d35a), after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:05.395128 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-db80835c-f171-4be3-9762-d9e22387e15e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (73049567-2180-4fef-84ae-95faeaaa1c32), after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:05.440664 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-3f691705-54d8-4265-9d03-84e819b4066a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=557ee0b996654a17839db0b69fa57d91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3967745 Jan 28 13:46:05.445028 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 39662) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:05.447018 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f691705-54d8-4265-9d03-84e819b4066a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8108684f-80f2-4dd3-accc-92a69a96d35a,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:05.487370 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Device 94fc08c3-1f1a-4aed-9874-93929d326f03 up at agent hyperv_hv-cinder-82418 {{(pid=109086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:46:05.494846 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db80835c-f171-4be3-9762-d9e22387e15e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73049567-2180-4fef-84ae-95faeaaa1c32,revision_number=1']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:05.504074 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-db80835c-f171-4be3-9762-d9e22387e15e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=7aa9fd54f7a64820abe487b4e95ba8ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4241822 Jan 28 13:46:05.506965 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 39666) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:05.557588 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5d962b-2340-474d-8085-16a459ecedee req-404f1acc-ded7-4268-8922-bd95db7de5a6 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:05.559438 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-ee5d962b-2340-474d-8085-16a459ecedee req-404f1acc-ded7-4268-8922-bd95db7de5a6 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5d89034-8705-4e93-a271-97e037a7c2b3 HTTP/1.1" status: 200 len: 945 time: 0.1413791 Jan 28 13:46:05.579856 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Provisioning for port 94fc08c3-1f1a-4aed-9874-93929d326f03 completed by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:46:05.584991 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Provisioning complete for port 94fc08c3-1f1a-4aed-9874-93929d326f03 triggered by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:46:05.585648 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041328'] for port (94fc08c3-1f1a-4aed-9874-93929d326f03), provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:05.594870 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-ab8a0c4b-c4dc-4d0f-9a92-89f0d95e292f admin admin] Publish callbacks [] for security_group (8108684f-80f2-4dd3-accc-92a69a96d35a), before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:05.596767 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-39d4dd61-658c-4af6-a18d-ebef7d59cbd8 admin admin] Publish callbacks [] for security_group (73049567-2180-4fef-84ae-95faeaaa1c32), before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:05.634568 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-ab8a0c4b-c4dc-4d0f-9a92-89f0d95e292f admin admin] Publish callbacks [] for security_group (8108684f-80f2-4dd3-accc-92a69a96d35a), precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:05.637184 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-39d4dd61-658c-4af6-a18d-ebef7d59cbd8 admin admin] Publish callbacks [] for security_group (73049567-2180-4fef-84ae-95faeaaa1c32), precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:05.656743 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-ee5d962b-2340-474d-8085-16a459ecedee req-e8747051-bfe1-4871-9ca7-7712d642c088 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] 10.222.0.72 "GET /v2.0/security-groups?id=03f317d8-0cf7-4af4-abf7-94e0d05a91da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885556 Jan 28 13:46:05.713039 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Current status of the port 94fc08c3-1f1a-4aed-9874-93929d326f03 is: BUILD; New status is: ACTIVE {{(pid=109086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:46:05.713468 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (94fc08c3-1f1a-4aed-9874-93929d326f03), before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:05.732868 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-ab8a0c4b-c4dc-4d0f-9a92-89f0d95e292f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (8108684f-80f2-4dd3-accc-92a69a96d35a), after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:05.733829 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-39d4dd61-658c-4af6-a18d-ebef7d59cbd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (73049567-2180-4fef-84ae-95faeaaa1c32), after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:05.736405 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-39d4dd61-658c-4af6-a18d-ebef7d59cbd8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:05.736814 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-ab8a0c4b-c4dc-4d0f-9a92-89f0d95e292f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:05.738791 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-39d4dd61-658c-4af6-a18d-ebef7d59cbd8 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/73049567-2180-4fef-84ae-95faeaaa1c32 HTTP/1.1" status: 204 len: 168 time: 0.2307160 Jan 28 13:46:05.753647 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d4dd61-658c-4af6-a18d-ebef7d59cbd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73049567-2180-4fef-84ae-95faeaaa1c32,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:05.757167 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-ab8a0c4b-c4dc-4d0f-9a92-89f0d95e292f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8108684f-80f2-4dd3-accc-92a69a96d35a HTTP/1.1" status: 204 len: 168 time: 0.2849567 Jan 28 13:46:05.787847 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8a0c4b-c4dc-4d0f-9a92-89f0d95e292f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8108684f-80f2-4dd3-accc-92a69a96d35a,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:05.788270 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] For port 94fc08c3-1f1a-4aed-9874-93929d326f03, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=94fc08c3-1f1a-4aed-9874-93929d326f03,segment=NetworkSegment(4050b7b0-e9a9-41d7-af46-815bd2fde404),segment_id=4050b7b0-e9a9-41d7-af46-815bd2fde404)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:46:05.797016 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862'] for port (94fc08c3-1f1a-4aed-9874-93929d326f03), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:05.797889 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Device aa3e569d-6363-4a00-9499-01745c34b864 up at agent hyperv_hv-cinder-82418 {{(pid=109086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:46:05.923140 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Pushing event updated for resources: {'Port': ['ID=94fc08c3-1f1a-4aed-9874-93929d326f03,revision_number=5']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:05.930610 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Provisioning for port aa3e569d-6363-4a00-9499-01745c34b864 completed by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:46:05.931109 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eb2486-d905-490b-9083-8fb011012a98 req-35e80af3-dda1-44f3-9935-3536593c336c tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:05.936345 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Provisioning complete for port aa3e569d-6363-4a00-9499-01745c34b864 triggered by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:46:05.936814 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041328'] for port (aa3e569d-6363-4a00-9499-01745c34b864), provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:05.939255 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-42eb2486-d905-490b-9083-8fb011012a98 req-35e80af3-dda1-44f3-9935-3536593c336c tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/ports?device_id=51ea482b-e202-4a11-a7d3-d8e22636f7d7 HTTP/1.1" status: 200 len: 945 time: 0.1165276 Jan 28 13:46:06.031944 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Current status of the port aa3e569d-6363-4a00-9499-01745c34b864 is: BUILD; New status is: ACTIVE {{(pid=109086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:46:06.034566 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-42eb2486-d905-490b-9083-8fb011012a98 req-a1a710c6-2f2a-4d7e-be72-8a83f3629d89 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e8aa884-59a1-48b6-b990-b4cff53ce899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944083 Jan 28 13:46:06.034787 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (aa3e569d-6363-4a00-9499-01745c34b864), before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:06.087770 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] For port aa3e569d-6363-4a00-9499-01745c34b864, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=aa3e569d-6363-4a00-9499-01745c34b864,segment=NetworkSegment(76fda797-5fc8-4861-a2c8-4de64e9f2b3e),segment_id=76fda797-5fc8-4861-a2c8-4de64e9f2b3e)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:46:06.091925 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862'] for port (aa3e569d-6363-4a00-9499-01745c34b864), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:06.161375 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Pushing event updated for resources: {'Port': ['ID=aa3e569d-6363-4a00-9499-01745c34b864,revision_number=5']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:06.161709 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 39694) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:06.177460 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-a91699cd-6a1f-46af-ac8b-506720d0a846 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:06.218630 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 39698) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:06.228510 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '175714f6-fa92-4781-8501-a6356be58096', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b324fbc8-e91a-4b94-a8ee-3eb3e03211e8'}, {'server_uuid': '51ea482b-e202-4a11-a7d3-d8e22636f7d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9db4f3a-66b6-49f8-9a55-7f7664da40b2'}, {'server_uuid': 'acf97c7f-503a-42ed-b6b7-f5cfba756426', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94fc08c3-1f1a-4aed-9874-93929d326f03'}, {'server_uuid': 'd5d89034-8705-4e93-a271-97e037a7c2b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa3e569d-6363-4a00-9499-01745c34b864'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:46:06.234028 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fe2f3ff242846a504b70cb1607640f93490c53de488d62a29fe51e57b5b242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30d21e80-d0ba-4385-9258-471c1f497ad0" -d '{"events": [{"server_uuid": "175714f6-fa92-4781-8501-a6356be58096", "name": "network-vif-plugged", "status": "completed", "tag": "b324fbc8-e91a-4b94-a8ee-3eb3e03211e8"}, {"server_uuid": "51ea482b-e202-4a11-a7d3-d8e22636f7d7", "name": "network-vif-plugged", "status": "completed", "tag": "b9db4f3a-66b6-49f8-9a55-7f7664da40b2"}, {"server_uuid": "acf97c7f-503a-42ed-b6b7-f5cfba756426", "name": "network-vif-plugged", "status": "completed", "tag": "94fc08c3-1f1a-4aed-9874-93929d326f03"}, {"server_uuid": "d5d89034-8705-4e93-a271-97e037a7c2b3", "name": "network-vif-plugged", "status": "completed", "tag": "aa3e569d-6363-4a00-9499-01745c34b864"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:46:06.234218 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-db968f78-a892-4419-b153-997ce0f1a2d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:06.306772 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Fri, 28 Jan 2022 13:46:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1471eb07-ec4a-4a3d-a3e8-4990e190fb1a x-openstack-request-id: req-1471eb07-ec4a-4a3d-a3e8-4990e190fb1a {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:46:06.307086 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "175714f6-fa92-4781-8501-a6356be58096", "name": "network-vif-plugged", "status": "completed", "tag": "b324fbc8-e91a-4b94-a8ee-3eb3e03211e8", "code": 200}, {"server_uuid": "51ea482b-e202-4a11-a7d3-d8e22636f7d7", "name": "network-vif-plugged", "status": "completed", "tag": "b9db4f3a-66b6-49f8-9a55-7f7664da40b2", "code": 200}, {"server_uuid": "acf97c7f-503a-42ed-b6b7-f5cfba756426", "name": "network-vif-plugged", "status": "completed", "tag": "94fc08c3-1f1a-4aed-9874-93929d326f03", "code": 200}, {"server_uuid": "d5d89034-8705-4e93-a271-97e037a7c2b3", "name": "network-vif-plugged", "status": "completed", "tag": "aa3e569d-6363-4a00-9499-01745c34b864", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:46:06.307357 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-1471eb07-ec4a-4a3d-a3e8-4990e190fb1a {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:46:06.307764 dv-cinder-824187-7-iscsi neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '175714f6-fa92-4781-8501-a6356be58096', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b324fbc8-e91a-4b94-a8ee-3eb3e03211e8', 'code': 200} Jan 28 13:46:06.308087 dv-cinder-824187-7-iscsi neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51ea482b-e202-4a11-a7d3-d8e22636f7d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9db4f3a-66b6-49f8-9a55-7f7664da40b2', 'code': 200} Jan 28 13:46:06.308350 dv-cinder-824187-7-iscsi neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acf97c7f-503a-42ed-b6b7-f5cfba756426', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94fc08c3-1f1a-4aed-9874-93929d326f03', 'code': 200} Jan 28 13:46:06.308604 dv-cinder-824187-7-iscsi neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5d89034-8705-4e93-a271-97e037a7c2b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa3e569d-6363-4a00-9499-01745c34b864', 'code': 200} Jan 28 13:46:06.332080 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-db968f78-a892-4419-b153-997ce0f1a2d3 admin admin] Publish callbacks [] for security_group (f57860b5-3ce3-4c06-b876-b6039a2cd9ac), precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:06.337981 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-db968f78-a892-4419-b153-997ce0f1a2d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (f57860b5-3ce3-4c06-b876-b6039a2cd9ac), after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:06.349973 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-a91699cd-6a1f-46af-ac8b-506720d0a846 admin admin] Publish callbacks [] for security_group (4f1e580a-7000-4e3c-9e95-ed0b0f00d845), precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:06.365981 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-a91699cd-6a1f-46af-ac8b-506720d0a846 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (4f1e580a-7000-4e3c-9e95-ed0b0f00d845), after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:06.389215 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63adf2a8-8bc8-4d7a-bfd7-c58558e5175e req-2290f960-ff88-4401-b761-f8660a5b5ef2 tempest-DeleteServersTestJSON-498800092 tempest-DeleteServersTestJSON-498800092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:06.391192 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-63adf2a8-8bc8-4d7a-bfd7-c58558e5175e req-2290f960-ff88-4401-b761-f8660a5b5ef2 tempest-DeleteServersTestJSON-498800092 tempest-DeleteServersTestJSON-498800092-project] 10.222.0.72 "GET /v2.0/ports?device_id=444c4c95-0603-4ef9-8b0f-d54cc39b1754 HTTP/1.1" status: 200 len: 945 time: 0.1236973 Jan 28 13:46:06.406233 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-db968f78-a892-4419-b153-997ce0f1a2d3 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b30f977a6da34ca39493f4bd29abb86b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1856794 Jan 28 13:46:06.407484 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db968f78-a892-4419-b153-997ce0f1a2d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f57860b5-3ce3-4c06-b876-b6039a2cd9ac,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:06.411245 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 39704) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:06.451913 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-a91699cd-6a1f-46af-ac8b-506720d0a846 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b455f79f22b94ed8b52333f9c22b4343&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2887189 Jan 28 13:46:06.457099 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 39706) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:06.458009 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91699cd-6a1f-46af-ac8b-506720d0a846 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f1e580a-7000-4e3c-9e95-ed0b0f00d845,revision_number=1']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:06.509572 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-63adf2a8-8bc8-4d7a-bfd7-c58558e5175e req-925c7ec4-db6c-4c11-84e9-a8d7ccd1d7f6 tempest-DeleteServersTestJSON-498800092 tempest-DeleteServersTestJSON-498800092-project] 10.222.0.72 "GET /v2.0/security-groups?id=16c42bdf-973e-4b4f-8c31-f5a8c1ccd032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029081 Jan 28 13:46:06.545217 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-448dd293-8a33-4cee-b932-1af6f5b056b5 admin admin] Publish callbacks [] for security_group (f57860b5-3ce3-4c06-b876-b6039a2cd9ac), before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:06.561649 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-d611ab1a-74dc-4a6e-8fe0-5ced62155bcf admin admin] Publish callbacks [] for security_group (4f1e580a-7000-4e3c-9e95-ed0b0f00d845), before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:06.627936 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-d611ab1a-74dc-4a6e-8fe0-5ced62155bcf admin admin] Publish callbacks [] for security_group (4f1e580a-7000-4e3c-9e95-ed0b0f00d845), precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:06.849776 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-448dd293-8a33-4cee-b932-1af6f5b056b5 admin admin] Publish callbacks [] for security_group (f57860b5-3ce3-4c06-b876-b6039a2cd9ac), precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:06.854777 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-d611ab1a-74dc-4a6e-8fe0-5ced62155bcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (4f1e580a-7000-4e3c-9e95-ed0b0f00d845), after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:06.858344 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-d611ab1a-74dc-4a6e-8fe0-5ced62155bcf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:06.862730 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-d611ab1a-74dc-4a6e-8fe0-5ced62155bcf admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/4f1e580a-7000-4e3c-9e95-ed0b0f00d845 HTTP/1.1" status: 204 len: 168 time: 0.3992856 Jan 28 13:46:06.866730 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e2a46f-a20a-48de-a6a9-fcfeb00f62ab req-9330073b-a0f2-4d23-a5e6-fc6b446ad5e0 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:06.873818 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-71e2a46f-a20a-48de-a6a9-fcfeb00f62ab req-9330073b-a0f2-4d23-a5e6-fc6b446ad5e0 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/ports?device_id=acf97c7f-503a-42ed-b6b7-f5cfba756426 HTTP/1.1" status: 200 len: 946 time: 0.4001713 Jan 28 13:46:06.877887 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d611ab1a-74dc-4a6e-8fe0-5ced62155bcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f1e580a-7000-4e3c-9e95-ed0b0f00d845,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:06.917462 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86363235-88be-4ab7-aba5-3a2bfec62acf req-24c42af5-2ac4-46fc-9d86-550022213990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:06.920091 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-86363235-88be-4ab7-aba5-3a2bfec62acf req-24c42af5-2ac4-46fc-9d86-550022213990 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=d5d89034-8705-4e93-a271-97e037a7c2b3 HTTP/1.1" status: 200 len: 1099 time: 0.2323790 Jan 28 13:46:06.921984 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04db13de-98d5-42b6-9d4d-0f1fc36485f0 req-becdfd79-1f58-4f0b-b4d6-36909948c570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:06.924046 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-04db13de-98d5-42b6-9d4d-0f1fc36485f0 req-becdfd79-1f58-4f0b-b4d6-36909948c570 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=175714f6-fa92-4781-8501-a6356be58096 HTTP/1.1" status: 200 len: 1098 time: 0.2342894 Jan 28 13:46:06.936829 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e2cdbe-4593-4b75-a354-bbb14f36f6a8 req-f57fdd81-be5c-47b3-83cc-1c5a72d9d290 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:06.938488 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-d3e2cdbe-4593-4b75-a354-bbb14f36f6a8 req-f57fdd81-be5c-47b3-83cc-1c5a72d9d290 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5d89034-8705-4e93-a271-97e037a7c2b3 HTTP/1.1" status: 200 len: 946 time: 0.1687539 Jan 28 13:46:06.945936 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9482c830-fbc4-4ea4-b91b-d5df0783a0c5 req-b1cb06d9-c244-443e-9fc1-07fa6d73b495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:06.947956 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-9482c830-fbc4-4ea4-b91b-d5df0783a0c5 req-b1cb06d9-c244-443e-9fc1-07fa6d73b495 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=acf97c7f-503a-42ed-b6b7-f5cfba756426 HTTP/1.1" status: 200 len: 1099 time: 0.1625402 Jan 28 13:46:06.973852 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7f2fdb-c398-479d-9263-3bcc0efb5555 req-d0fddb66-fbcf-4add-9674-f483eac772a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:06.975446 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-ce7f2fdb-c398-479d-9263-3bcc0efb5555 req-d0fddb66-fbcf-4add-9674-f483eac772a4 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=51ea482b-e202-4a11-a7d3-d8e22636f7d7 HTTP/1.1" status: 200 len: 1098 time: 0.1874397 Jan 28 13:46:07.025518 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-71e2a46f-a20a-48de-a6a9-fcfeb00f62ab req-5721cddc-53cf-413a-96cc-56497045e69a tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/security-groups?id=838c2539-0840-4dd0-84f1-3571e607caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1506519 Jan 28 13:46:07.061207 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-04db13de-98d5-42b6-9d4d-0f1fc36485f0 req-d5c67075-e3aa-4765-adc6-eb07e68868c2 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=2e8aa884-59a1-48b6-b990-b4cff53ce899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216943 Jan 28 13:46:07.072041 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-86363235-88be-4ab7-aba5-3a2bfec62acf req-6efa6cd0-7eb9-4b46-b878-a1e22de9eb24 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=03f317d8-0cf7-4af4-abf7-94e0d05a91da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1312277 Jan 28 13:46:07.076779 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-d3e2cdbe-4593-4b75-a354-bbb14f36f6a8 req-b0a51d7c-0c9d-4103-bd19-05232115c7c8 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] 10.222.0.72 "GET /v2.0/security-groups?id=03f317d8-0cf7-4af4-abf7-94e0d05a91da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055162 Jan 28 13:46:07.083049 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-448dd293-8a33-4cee-b932-1af6f5b056b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (f57860b5-3ce3-4c06-b876-b6039a2cd9ac), after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:07.086761 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-448dd293-8a33-4cee-b932-1af6f5b056b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:07.090240 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-448dd293-8a33-4cee-b932-1af6f5b056b5 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f57860b5-3ce3-4c06-b876-b6039a2cd9ac HTTP/1.1" status: 204 len: 168 time: 0.6757166 Jan 28 13:46:07.126434 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-9482c830-fbc4-4ea4-b91b-d5df0783a0c5 req-9c976b0b-6f4b-4cea-a16e-e962b7833a08 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=838c2539-0840-4dd0-84f1-3571e607caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1647735 Jan 28 13:46:07.134362 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448dd293-8a33-4cee-b932-1af6f5b056b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f57860b5-3ce3-4c06-b876-b6039a2cd9ac,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:07.146606 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-ce7f2fdb-c398-479d-9263-3bcc0efb5555 req-77167e96-8826-42ea-9f8b-5e83d39968fb service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=2e8aa884-59a1-48b6-b990-b4cff53ce899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527445 Jan 28 13:46:07.190110 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54448bdf-5243-48ad-aed0-e5704ac7dff3 req-b79cfb9b-0903-47b6-adb4-ad092f578ddb tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:07.191637 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-54448bdf-5243-48ad-aed0-e5704ac7dff3 req-b79cfb9b-0903-47b6-adb4-ad092f578ddb tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/ports?device_id=51ea482b-e202-4a11-a7d3-d8e22636f7d7 HTTP/1.1" status: 200 len: 945 time: 0.0599501 Jan 28 13:46:07.247836 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-54448bdf-5243-48ad-aed0-e5704ac7dff3 req-ddd57e45-17e9-4bca-910b-54b25bd53dad tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e8aa884-59a1-48b6-b990-b4cff53ce899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498781 Jan 28 13:46:07.278874 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 39732) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:07.516251 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c9695422-4f4b-4de3-bea6-9512caf2e338 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:07.572432 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 39746) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:07.593174 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-869a60a5-578b-45b0-a717-0395fa3f51b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:07.611938 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c9695422-4f4b-4de3-bea6-9512caf2e338 admin admin] Publish callbacks [] for security_group (7f4a147b-f785-49a9-acbe-dd76429a34a8), precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:07.616627 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c9695422-4f4b-4de3-bea6-9512caf2e338 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (7f4a147b-f785-49a9-acbe-dd76429a34a8), after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:07.673655 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-c9695422-4f4b-4de3-bea6-9512caf2e338 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=1c82979717fe47ad9b451514a2403e6a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3935125 Jan 28 13:46:07.676176 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 39750) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:07.682604 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9695422-4f4b-4de3-bea6-9512caf2e338 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f4a147b-f785-49a9-acbe-dd76429a34a8,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:07.689444 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acec76e-0a73-4b1f-8696-a78d9d23be67 req-7cc4f737-22b1-451d-b1be-f2c1f06c7878 tempest-DeleteServersTestJSON-498800092 tempest-DeleteServersTestJSON-498800092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:07.691315 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-4acec76e-0a73-4b1f-8696-a78d9d23be67 req-7cc4f737-22b1-451d-b1be-f2c1f06c7878 tempest-DeleteServersTestJSON-498800092 tempest-DeleteServersTestJSON-498800092-project] 10.222.0.72 "GET /v2.0/ports?device_id=444c4c95-0603-4ef9-8b0f-d54cc39b1754 HTTP/1.1" status: 200 len: 945 time: 0.0946920 Jan 28 13:46:07.753586 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-63b5ada9-4517-4510-9434-f84b4ce353d6 admin admin] Publish callbacks [] for security_group (7f4a147b-f785-49a9-acbe-dd76429a34a8), before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:07.781461 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-63b5ada9-4517-4510-9434-f84b4ce353d6 admin admin] Publish callbacks [] for security_group (7f4a147b-f785-49a9-acbe-dd76429a34a8), precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:07.786394 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-4acec76e-0a73-4b1f-8696-a78d9d23be67 req-13a486d0-9b73-414b-a9c8-fad8f283ce32 tempest-DeleteServersTestJSON-498800092 tempest-DeleteServersTestJSON-498800092-project] 10.222.0.72 "GET /v2.0/security-groups?id=16c42bdf-973e-4b4f-8c31-f5a8c1ccd032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843906 Jan 28 13:46:07.796053 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-869a60a5-578b-45b0-a717-0395fa3f51b0 admin admin] Publish callbacks [] for security_group (68d3aad3-5272-4492-a0ac-dffb0d64a547), precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:07.805681 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-869a60a5-578b-45b0-a717-0395fa3f51b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (68d3aad3-5272-4492-a0ac-dffb0d64a547), after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:07.842105 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-63b5ada9-4517-4510-9434-f84b4ce353d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (7f4a147b-f785-49a9-acbe-dd76429a34a8), after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:07.845125 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-63b5ada9-4517-4510-9434-f84b4ce353d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:07.846417 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-63b5ada9-4517-4510-9434-f84b4ce353d6 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/7f4a147b-f785-49a9-acbe-dd76429a34a8 HTTP/1.1" status: 204 len: 168 time: 0.1690474 Jan 28 13:46:07.856573 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869a60a5-578b-45b0-a717-0395fa3f51b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68d3aad3-5272-4492-a0ac-dffb0d64a547,revision_number=1']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:07.863939 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b5ada9-4517-4510-9434-f84b4ce353d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f4a147b-f785-49a9-acbe-dd76429a34a8,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:07.888632 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 39762) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:07.888749 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-869a60a5-578b-45b0-a717-0395fa3f51b0 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c909f09fdf18454e84c9be66ef4ae2d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3143880 Jan 28 13:46:07.980024 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7d6e94ee-1d14-4c29-9bd8-244345c0c7a4 admin admin] Publish callbacks [] for security_group (68d3aad3-5272-4492-a0ac-dffb0d64a547), before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:08.018851 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7d6e94ee-1d14-4c29-9bd8-244345c0c7a4 admin admin] Publish callbacks [] for security_group (68d3aad3-5272-4492-a0ac-dffb0d64a547), precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:08.138252 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7d6e94ee-1d14-4c29-9bd8-244345c0c7a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (68d3aad3-5272-4492-a0ac-dffb0d64a547), after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:08.141157 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7d6e94ee-1d14-4c29-9bd8-244345c0c7a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:08.150336 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-7d6e94ee-1d14-4c29-9bd8-244345c0c7a4 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/68d3aad3-5272-4492-a0ac-dffb0d64a547 HTTP/1.1" status: 204 len: 168 time: 0.2566512 Jan 28 13:46:08.173211 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6e94ee-1d14-4c29-9bd8-244345c0c7a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68d3aad3-5272-4492-a0ac-dffb0d64a547,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:08.322115 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e631be-a65e-48a5-95c8-771e8f4e7521 req-94c8ad5a-140b-4608-b3cd-e2aac9eb6989 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:08.325940 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-45e631be-a65e-48a5-95c8-771e8f4e7521 req-94c8ad5a-140b-4608-b3cd-e2aac9eb6989 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/ports?device_id=acf97c7f-503a-42ed-b6b7-f5cfba756426 HTTP/1.1" status: 200 len: 946 time: 0.1538250 Jan 28 13:46:08.344315 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9512a86d-282e-47f8-b4d1-b9655d8b5d78 req-2fbe173c-6c02-4813-a5db-8071eb2ce6e7 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:08.355062 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-9512a86d-282e-47f8-b4d1-b9655d8b5d78 req-2fbe173c-6c02-4813-a5db-8071eb2ce6e7 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5d89034-8705-4e93-a271-97e037a7c2b3 HTTP/1.1" status: 200 len: 946 time: 0.1224360 Jan 28 13:46:08.386430 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-45e631be-a65e-48a5-95c8-771e8f4e7521 req-d25af48f-e81e-4165-b706-67735081b1f6 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/security-groups?id=838c2539-0840-4dd0-84f1-3571e607caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524042 Jan 28 13:46:08.415651 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-9512a86d-282e-47f8-b4d1-b9655d8b5d78 req-5cce3b48-f312-4b17-8fc6-6df7b21c3331 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] 10.222.0.72 "GET /v2.0/security-groups?id=03f317d8-0cf7-4af4-abf7-94e0d05a91da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591280 Jan 28 13:46:08.500663 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 39790) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:08.521336 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-01bf6f94-ef10-4b23-824d-2522283fc20f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:08.526912 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbbe9c0-eea5-4bf0-9aa0-cb787b386f2f req-f74b6de7-e5de-4ba5-babb-835612f94a1f tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:08.528868 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-1dbbe9c0-eea5-4bf0-9aa0-cb787b386f2f req-f74b6de7-e5de-4ba5-babb-835612f94a1f tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/ports?device_id=51ea482b-e202-4a11-a7d3-d8e22636f7d7 HTTP/1.1" status: 200 len: 945 time: 0.0565240 Jan 28 13:46:08.592611 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-1dbbe9c0-eea5-4bf0-9aa0-cb787b386f2f req-67ea2ce2-d549-47c5-984c-849bbe2e141e tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e8aa884-59a1-48b6-b990-b4cff53ce899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569749 Jan 28 13:46:08.618604 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-01bf6f94-ef10-4b23-824d-2522283fc20f admin admin] Publish callbacks [] for security_group (ecd6acac-d33a-4dc5-8296-b8f7ece88f91), precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:08.624682 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-01bf6f94-ef10-4b23-824d-2522283fc20f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (ecd6acac-d33a-4dc5-8296-b8f7ece88f91), after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:08.663600 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-01bf6f94-ef10-4b23-824d-2522283fc20f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=7276e853b16e4ccc9127fdf81370a372&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1618013 Jan 28 13:46:08.664463 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bf6f94-ef10-4b23-824d-2522283fc20f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecd6acac-d33a-4dc5-8296-b8f7ece88f91,revision_number=1']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:08.666265 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 39798) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:08.726079 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-37e26663-a6d0-4c12-90ba-2c76ccdfb1f2 admin admin] Publish callbacks [] for security_group (ecd6acac-d33a-4dc5-8296-b8f7ece88f91), before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:08.749377 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-37e26663-a6d0-4c12-90ba-2c76ccdfb1f2 admin admin] Publish callbacks [] for security_group (ecd6acac-d33a-4dc5-8296-b8f7ece88f91), precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:08.805774 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-37e26663-a6d0-4c12-90ba-2c76ccdfb1f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (ecd6acac-d33a-4dc5-8296-b8f7ece88f91), after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:08.809089 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-37e26663-a6d0-4c12-90ba-2c76ccdfb1f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:08.810268 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-37e26663-a6d0-4c12-90ba-2c76ccdfb1f2 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ecd6acac-d33a-4dc5-8296-b8f7ece88f91 HTTP/1.1" status: 204 len: 168 time: 0.1430116 Jan 28 13:46:08.818368 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e26663-a6d0-4c12-90ba-2c76ccdfb1f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecd6acac-d33a-4dc5-8296-b8f7ece88f91,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:09.144579 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 39826) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:09.161588 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-290c8e2c-0943-46af-b157-03083a512223 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:09.338642 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-290c8e2c-0943-46af-b157-03083a512223 admin admin] Publish callbacks [] for security_group (af0190d6-4e28-42b2-b0ef-df82efeb01aa), precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:09.349054 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-290c8e2c-0943-46af-b157-03083a512223 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (af0190d6-4e28-42b2-b0ef-df82efeb01aa), after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:09.428951 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-290c8e2c-0943-46af-b157-03083a512223 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=45c3c24ac6f04ad19f0cdcd3af19548c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2795255 Jan 28 13:46:09.428951 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 39844) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:09.461986 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290c8e2c-0943-46af-b157-03083a512223 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af0190d6-4e28-42b2-b0ef-df82efeb01aa,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:09.626520 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbaa377-a3f5-484b-86b0-6e987acbaf4b req-f3960446-8bbb-4008-9bf7-f9c731940602 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:09.628625 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-7bbaa377-a3f5-484b-86b0-6e987acbaf4b req-f3960446-8bbb-4008-9bf7-f9c731940602 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/ports?device_id=acf97c7f-503a-42ed-b6b7-f5cfba756426 HTTP/1.1" status: 200 len: 946 time: 0.0819213 Jan 28 13:46:09.648215 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-eccd6187-4e75-4785-88b6-d61936c7a6bf admin admin] Publish callbacks [] for security_group (af0190d6-4e28-42b2-b0ef-df82efeb01aa), before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:09.678273 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-eccd6187-4e75-4785-88b6-d61936c7a6bf admin admin] Publish callbacks [] for security_group (af0190d6-4e28-42b2-b0ef-df82efeb01aa), precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:09.686510 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ededed58-5c9a-42bc-9e1f-a0b84ebb153f req-f6421f22-6544-4633-a8e6-63ed9a0b997c tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:09.688576 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-ededed58-5c9a-42bc-9e1f-a0b84ebb153f req-f6421f22-6544-4633-a8e6-63ed9a0b997c tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5d89034-8705-4e93-a271-97e037a7c2b3 HTTP/1.1" status: 200 len: 946 time: 0.1222217 Jan 28 13:46:09.707481 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-7bbaa377-a3f5-484b-86b0-6e987acbaf4b req-57f88bd9-f558-42be-a05a-d3019d37f018 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/security-groups?id=838c2539-0840-4dd0-84f1-3571e607caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706470 Jan 28 13:46:09.819666 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-ededed58-5c9a-42bc-9e1f-a0b84ebb153f req-9cfe6582-c73b-4964-afa6-756b6814e840 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] 10.222.0.72 "GET /v2.0/security-groups?id=03f317d8-0cf7-4af4-abf7-94e0d05a91da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1207356 Jan 28 13:46:09.828211 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-eccd6187-4e75-4785-88b6-d61936c7a6bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (af0190d6-4e28-42b2-b0ef-df82efeb01aa), after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:09.831113 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-eccd6187-4e75-4785-88b6-d61936c7a6bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:09.833287 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-eccd6187-4e75-4785-88b6-d61936c7a6bf admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/af0190d6-4e28-42b2-b0ef-df82efeb01aa HTTP/1.1" status: 204 len: 168 time: 0.3966658 Jan 28 13:46:09.843130 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccd6187-4e75-4785-88b6-d61936c7a6bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af0190d6-4e28-42b2-b0ef-df82efeb01aa,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:09.858198 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807a6015-9ccb-4ed2-b7c0-af9785fb8e5f req-f6fa912e-48b8-4eb4-b49e-0e380a0c9385 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:09.866711 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-807a6015-9ccb-4ed2-b7c0-af9785fb8e5f req-f6fa912e-48b8-4eb4-b49e-0e380a0c9385 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/ports?device_id=51ea482b-e202-4a11-a7d3-d8e22636f7d7 HTTP/1.1" status: 200 len: 945 time: 0.0860603 Jan 28 13:46:09.931858 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-807a6015-9ccb-4ed2-b7c0-af9785fb8e5f req-ac6796ac-8743-46f9-9387-44762b7c4e10 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e8aa884-59a1-48b6-b990-b4cff53ce899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642052 Jan 28 13:46:10.025161 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a422137-0f78-41a0-b54e-88f6d192b5d8 req-9914c9e3-2963-4ce9-a5af-54561d4cefbc tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:10.026764 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-6a422137-0f78-41a0-b54e-88f6d192b5d8 req-9914c9e3-2963-4ce9-a5af-54561d4cefbc tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/ports?device_id=acf97c7f-503a-42ed-b6b7-f5cfba756426 HTTP/1.1" status: 200 len: 946 time: 0.0564857 Jan 28 13:46:10.036581 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 39876) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:10.042885 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.v2.base [None req-ebc1f6b7-0ea8-4f31-a513-ce2329c16c71 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Request body: {'floatingip': {'port_id': '94fc08c3-1f1a-4aed-9874-93929d326f03'}} {{(pid=109084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:46:10.143130 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-ebc1f6b7-0ea8-4f31-a513-ce2329c16c71 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Publish callbacks [] for floatingip (7bcc5b7a-1fb8-4223-966d-62c03576298a), before_update {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:10.223663 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 39882) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:10.357632 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a04c5521-e022-4bd4-beb1-8c85a6634579 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:10.445120 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a04c5521-e022-4bd4-beb1-8c85a6634579 admin admin] Publish callbacks [] for security_group (72b9aafa-df10-4315-bce2-42e37b94fa89), precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:10.451660 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a04c5521-e022-4bd4-beb1-8c85a6634579 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (72b9aafa-df10-4315-bce2-42e37b94fa89), after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:10.525853 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-a04c5521-e022-4bd4-beb1-8c85a6634579 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=07137d3b147f409f8ba1a62229f6f281&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3007081 Jan 28 13:46:10.526662 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 39902) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:10.528992 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04c5521-e022-4bd4-beb1-8c85a6634579 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72b9aafa-df10-4315-bce2-42e37b94fa89,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:10.589185 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f2dcc7f1-87ce-4f54-b60e-2777c9a6cb92 admin admin] Publish callbacks [] for security_group (72b9aafa-df10-4315-bce2-42e37b94fa89), before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:10.614801 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f2dcc7f1-87ce-4f54-b60e-2777c9a6cb92 admin admin] Publish callbacks [] for security_group (72b9aafa-df10-4315-bce2-42e37b94fa89), precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:10.677338 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f2dcc7f1-87ce-4f54-b60e-2777c9a6cb92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (72b9aafa-df10-4315-bce2-42e37b94fa89), after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:10.680007 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f2dcc7f1-87ce-4f54-b60e-2777c9a6cb92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:10.684889 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-f2dcc7f1-87ce-4f54-b60e-2777c9a6cb92 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/72b9aafa-df10-4315-bce2-42e37b94fa89 HTTP/1.1" status: 204 len: 168 time: 0.1548142 Jan 28 13:46:10.694451 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dcc7f1-87ce-4f54-b60e-2777c9a6cb92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72b9aafa-df10-4315-bce2-42e37b94fa89,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:11.031632 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155b8f3e-0640-47a5-b16e-b4172ffab97f req-9d2a70d1-dc21-4b88-b55b-db1ef5f24255 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:11.033696 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-155b8f3e-0640-47a5-b16e-b4172ffab97f req-9d2a70d1-dc21-4b88-b55b-db1ef5f24255 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5d89034-8705-4e93-a271-97e037a7c2b3 HTTP/1.1" status: 200 len: 946 time: 0.0770826 Jan 28 13:46:11.134592 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-155b8f3e-0640-47a5-b16e-b4172ffab97f req-2c7e90cb-6620-4536-b2f7-4f94efbd1532 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] 10.222.0.72 "GET /v2.0/security-groups?id=03f317d8-0cf7-4af4-abf7-94e0d05a91da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932608 Jan 28 13:46:11.226199 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.db.resource_extend [None req-ebc1f6b7-0ea8-4f31-a513-ce2329c16c71 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] It took 0.39 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 13:46:11.301001 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7118fe41-b242-4778-be40-783dac2c0b70 req-eb88a5db-922b-4f64-a6fc-439a0aca13c7 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:11.302695 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-7118fe41-b242-4778-be40-783dac2c0b70 req-eb88a5db-922b-4f64-a6fc-439a0aca13c7 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5d89034-8705-4e93-a271-97e037a7c2b3 HTTP/1.1" status: 200 len: 946 time: 0.1000745 Jan 28 13:46:11.313205 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 39948) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:11.319565 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.v2.base [None req-d6e5c2b0-8d04-4f13-8cda-2c34a5ee5987 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Request body: {'floatingip': {'port_id': 'aa3e569d-6363-4a00-9499-01745c34b864'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:46:11.343017 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-ebc1f6b7-0ea8-4f31-a513-ce2329c16c71 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:11.354364 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274feb62-3b1f-4c9a-8134-ca1467dbd141 req-ff0ba73b-6064-4db7-935d-6892fcd435b1 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:11.356183 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-274feb62-3b1f-4c9a-8134-ca1467dbd141 req-ff0ba73b-6064-4db7-935d-6892fcd435b1 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/ports?device_id=51ea482b-e202-4a11-a7d3-d8e22636f7d7 HTTP/1.1" status: 200 len: 945 time: 0.1732912 Jan 28 13:46:11.357578 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-ebc1f6b7-0ea8-4f31-a513-ce2329c16c71 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1817779'] for floatingip (7bcc5b7a-1fb8-4223-966d-62c03576298a), after_update {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:11.413588 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d6e5c2b0-8d04-4f13-8cda-2c34a5ee5987 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Publish callbacks [] for floatingip (ee16a21d-0da1-4dab-999a-e0cdffc6e142), before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:11.493563 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-274feb62-3b1f-4c9a-8134-ca1467dbd141 req-d4b7fd4c-aedf-4603-8289-49dadbff7fb3 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e8aa884-59a1-48b6-b990-b4cff53ce899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274190 Jan 28 13:46:11.532758 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.db.l3_db [None req-ebc1f6b7-0ea8-4f31-a513-ce2329c16c71 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Floating IP 7bcc5b7a-1fb8-4223-966d-62c03576298a associated. External IP: 172.27.0.17, port: 94fc08c3-1f1a-4aed-9874-93929d326f03. Jan 28 13:46:11.535865 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 39962) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:11.586946 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-d0247f01-1222-475a-9a24-5bd54d6e5044 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:11.645924 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 39964) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:11.784638 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-d0247f01-1222-475a-9a24-5bd54d6e5044 admin admin] Publish callbacks [] for security_group (064cba96-40ea-4ed7-8f0d-7744f8259dde), precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:11.811722 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-d0247f01-1222-475a-9a24-5bd54d6e5044 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (064cba96-40ea-4ed7-8f0d-7744f8259dde), after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:11.864634 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0247f01-1222-475a-9a24-5bd54d6e5044 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=064cba96-40ea-4ed7-8f0d-7744f8259dde,revision_number=1']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:11.874574 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-d0247f01-1222-475a-9a24-5bd54d6e5044 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=bfcf507fbddd4cb79151db748a390078&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3369005 Jan 28 13:46:11.879837 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 39972) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:11.902194 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebc1f6b7-0ea8-4f31-a513-ce2329c16c71 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Router 20f5b06b-d884-4fdb-859d-bb555f60c119 has already been hosted by L3 agent 5fb30df9-6f10-41b8-94cc-b881623ba250 {{(pid=109084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:46:12.030898 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-95d738fc-7d7e-4ce1-bed1-31aed9dde2cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:12.121156 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cf1ff6-b7ee-4876-8af9-76e5c0a7c317 req-4fec5147-8e97-4f0f-8565-c3f81917d697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:12.122666 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-b4cf1ff6-b7ee-4876-8af9-76e5c0a7c317 req-4fec5147-8e97-4f0f-8565-c3f81917d697 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c3eb71c4d3874600bb0a0cd6dd4ba11f&device_id=51ea482b-e202-4a11-a7d3-d8e22636f7d7 HTTP/1.1" status: 200 len: 1098 time: 0.2107203 Jan 28 13:46:12.147027 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce87df1-6039-460a-83e1-c33d96303a81 req-ae4e8d4d-b6b6-4e01-af4a-6a42e74d4c8f tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:12.153388 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-fce87df1-6039-460a-83e1-c33d96303a81 req-ae4e8d4d-b6b6-4e01-af4a-6a42e74d4c8f tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/ports?device_id=51ea482b-e202-4a11-a7d3-d8e22636f7d7 HTTP/1.1" status: 200 len: 945 time: 0.2095275 Jan 28 13:46:12.161170 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-4ff4a77b-f929-46cc-b115-ddb498c19c0f admin admin] Publish callbacks [] for security_group (064cba96-40ea-4ed7-8f0d-7744f8259dde), before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:12.164379 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebc1f6b7-0ea8-4f31-a513-ce2329c16c71 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Notify agent at l3_agent.dv-cinder-824187-7-iscsi the message routers_updated {{(pid=109084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:46:12.172735 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-ebc1f6b7-0ea8-4f31-a513-ce2329c16c71 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91499'] for floatingip (None), before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:12.178540 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4adb77-f501-4550-8c52-4e75c502dc27 None None] Sync routers for ids ['20f5b06b-d884-4fdb-859d-bb555f60c119'] in dv-cinder-824187-7-iscsi {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:46:12.216240 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4adb77-f501-4550-8c52-4e75c502dc27 None None] Routers {'20f5b06b-d884-4fdb-859d-bb555f60c119'} bound to L3 agent in host dv-cinder-824187-7-iscsi {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:46:12.220094 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-7c4adb77-f501-4550-8c52-4e75c502dc27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:37:30Z,description=,heartbeat_timestamp=2022-01-28T13:46:00Z,host='dv-cinder-824187-7-iscsi',id=5fb30df9-6f10-41b8-94cc-b881623ba250,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:37:30Z,topic='l3_agent')) {'router_ids': ['20f5b06b-d884-4fdb-859d-bb555f60c119'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:12.310985 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-4ff4a77b-f929-46cc-b115-ddb498c19c0f admin admin] Publish callbacks [] for security_group (064cba96-40ea-4ed7-8f0d-7744f8259dde), precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:12.334309 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-ebc1f6b7-0ea8-4f31-a513-ce2329c16c71 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "PUT /v2.0/floatingips/7bcc5b7a-1fb8-4223-966d-62c03576298a HTTP/1.1" status: 200 len: 991 time: 2.2961709 Jan 28 13:46:12.339218 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acf97c7f-503a-42ed-b6b7-f5cfba756426', 'tag': '94fc08c3-1f1a-4aed-9874-93929d326f03'}] {{(pid=109084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:46:12.343847 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5cde6f7d6341da3213f8ae41fabcae285c2d6f110ff0443107e1632addf2fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb568b61-5030-4964-a2bb-f4ef2117baf3" -d '{"events": [{"name": "network-changed", "server_uuid": "acf97c7f-503a-42ed-b6b7-f5cfba756426", "tag": "94fc08c3-1f1a-4aed-9874-93929d326f03"}]}' {{(pid=109084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:46:12.382669 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-fce87df1-6039-460a-83e1-c33d96303a81 req-a658b7f6-1402-4793-b5ff-a3bb6826ac00 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e8aa884-59a1-48b6-b990-b4cff53ce899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158909 Jan 28 13:46:12.431335 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-4ff4a77b-f929-46cc-b115-ddb498c19c0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (064cba96-40ea-4ed7-8f0d-7744f8259dde), after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:12.434085 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-4ff4a77b-f929-46cc-b115-ddb498c19c0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:12.435408 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-4ff4a77b-f929-46cc-b115-ddb498c19c0f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/064cba96-40ea-4ed7-8f0d-7744f8259dde HTTP/1.1" status: 204 len: 168 time: 0.5543668 Jan 28 13:46:12.465385 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff4a77b-f929-46cc-b115-ddb498c19c0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=064cba96-40ea-4ed7-8f0d-7744f8259dde,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:12.479980 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-350340f8-315c-4ced-b261-ebb98f256f9d x-openstack-request-id: req-350340f8-315c-4ced-b261-ebb98f256f9d {{(pid=109084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:46:12.480329 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acf97c7f-503a-42ed-b6b7-f5cfba756426", "tag": "94fc08c3-1f1a-4aed-9874-93929d326f03", "status": "completed", "code": 200}]} {{(pid=109084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:46:12.493199 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-350340f8-315c-4ced-b261-ebb98f256f9d {{(pid=109084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:46:12.493667 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acf97c7f-503a-42ed-b6b7-f5cfba756426', 'tag': '94fc08c3-1f1a-4aed-9874-93929d326f03', 'status': 'completed', 'code': 200} Jan 28 13:46:12.516507 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-7c4adb77-f501-4550-8c52-4e75c502dc27 None None] Set router 20f5b06b-d884-4fdb-859d-bb555f60c119 gateway port host: dv-cinder-824187-7-iscsi {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:46:12.583472 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 39996) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:12.613407 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.db.resource_extend [None req-d6e5c2b0-8d04-4f13-8cda-2c34a5ee5987 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 13:46:12.852175 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cf1ff6-b7ee-4876-8af9-76e5c0a7c317 req-08b2da06-7ef5-4b2c-b2f6-f37c9f6fa1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:12.853778 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-b4cf1ff6-b7ee-4876-8af9-76e5c0a7c317 req-08b2da06-7ef5-4b2c-b2f6-f37c9f6fa1d2 service neutron] 10.222.0.78 "GET /v2.0/networks?id=805ad18e-97f9-4b97-8e73-49d5a4e25a9d HTTP/1.1" status: 200 len: 920 time: 0.6941228 Jan 28 13:46:12.861369 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-7c4adb77-f501-4550-8c52-4e75c502dc27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20f5b06b-d884-4fdb-859d-bb555f60c119', 'name': 'tempest-AttachVolumeShelveTestJSON-1176312518-router', 'tenant_id': '0799c831a5c443ae8c670a0c79104f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'external_fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': '0d71a8f6-5672-41f6-a935-2f6ccc98a36b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:45:24Z', 'updated_at': '2022-01-28T13:45:34Z', 'revision_number': 4, 'project_id': '0799c831a5c443ae8c670a0c79104f84', 'gw_port': {'id': '0d71a8f6-5672-41f6-a935-2f6ccc98a36b', 'name': '', 'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:02:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f5b06b-d884-4fdb-859d-bb555f60c119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:26Z', 'updated_at': '2022-01-28T13:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-7-iscsi', '_floatingips': [{'id': '7bcc5b7a-1fb8-4223-966d-62c03576298a', 'tenant_id': '0799c831a5c443ae8c670a0c79104f84', 'floating_ip_address': '172.27.0.17', 'floating_network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'router_id': '20f5b06b-d884-4fdb-859d-bb555f60c119', 'port_id': '94fc08c3-1f1a-4aed-9874-93929d326f03', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 88, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '711eb359-e0a6-4069-8d9d-85442c14b212', 'mac_address': 'fa:16:3e:28:a6:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf97c7f-503a-42ed-b6b7-f5cfba756426', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:45:38Z', 'updated_at': '2022-01-28T13:46:10Z', 'revision_number': 1, 'project_id': '0799c831a5c443ae8c670a0c79104f84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e6c03f6-ac84-4d4b-8769-fee97f0bb574', 'name': '', 'network_id': '711eb359-e0a6-4069-8d9d-85442c14b212', 'tenant_id': '0799c831a5c443ae8c670a0c79104f84', 'mac_address': 'fa:16:3e:28:49:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f5b06b-d884-4fdb-859d-bb555f60c119', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '6a182525-8d42-4b74-88dd-616808d54b14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:32Z', 'updated_at': '2022-01-28T13:45:42Z', 'revision_number': 5, 'project_id': '0799c831a5c443ae8c670a0c79104f84', 'subnets': [{'id': '6a182525-8d42-4b74-88dd-616808d54b14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824187-7-iscsi', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:12.880593 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-34120c84-72dc-426b-bca8-9e42713b99f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:12.905597 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4adb77-f501-4550-8c52-4e75c502dc27 None None] Checking router: 20f5b06b-d884-4fdb-859d-bb555f60c119 for host: dv-cinder-824187-7-iscsi {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:46:12.917416 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4adb77-f501-4550-8c52-4e75c502dc27 None None] Routers {'20f5b06b-d884-4fdb-859d-bb555f60c119'} bound to L3 agent in host dv-cinder-824187-7-iscsi {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:46:12.918254 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-7c4adb77-f501-4550-8c52-4e75c502dc27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:37:30Z,description=,heartbeat_timestamp=2022-01-28T13:46:00Z,host='dv-cinder-824187-7-iscsi',id=5fb30df9-6f10-41b8-94cc-b881623ba250,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:37:30Z,topic='l3_agent')) {'router_ids': ['20f5b06b-d884-4fdb-859d-bb555f60c119'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:12.925941 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-95d738fc-7d7e-4ce1-bed1-31aed9dde2cd admin admin] Publish callbacks [] for security_group (7acf21a4-e107-4e3f-b8ae-2dc4ed0d3b0a), precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:12.941333 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-b4cf1ff6-b7ee-4876-8af9-76e5c0a7c317 req-4251dd61-c14c-4485-901e-7c9ff0e33029 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b9db4f3a-66b6-49f8-9a55-7f7664da40b2 HTTP/1.1" status: 200 len: 217 time: 0.0701029 Jan 28 13:46:12.983831 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-34120c84-72dc-426b-bca8-9e42713b99f2 admin admin] Publish callbacks [] for security_group (be2a62d5-363a-465f-8141-c7fc3d5f7b3b), precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:12.991055 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-34120c84-72dc-426b-bca8-9e42713b99f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (be2a62d5-363a-465f-8141-c7fc3d5f7b3b), after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:13.006168 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-95d738fc-7d7e-4ce1-bed1-31aed9dde2cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (7acf21a4-e107-4e3f-b8ae-2dc4ed0d3b0a), after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:13.029647 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb568b61-5030-4964-a2bb-f4ef2117baf3 req-e8e58456-2620-4291-9fe9-2c1eca6916a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:13.031572 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-cb568b61-5030-4964-a2bb-f4ef2117baf3 req-e8e58456-2620-4291-9fe9-2c1eca6916a1 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=0799c831a5c443ae8c670a0c79104f84&device_id=acf97c7f-503a-42ed-b6b7-f5cfba756426 HTTP/1.1" status: 200 len: 1099 time: 0.5122929 Jan 28 13:46:13.037526 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-7c4adb77-f501-4550-8c52-4e75c502dc27 None None] Set router 20f5b06b-d884-4fdb-859d-bb555f60c119 gateway port host: dv-cinder-824187-7-iscsi {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:46:13.044818 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d6e5c2b0-8d04-4f13-8cda-2c34a5ee5987 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:13.046088 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-34120c84-72dc-426b-bca8-9e42713b99f2 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=35fb3b14dd504bbcbccc62580318d383&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4612620 Jan 28 13:46:13.047354 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34120c84-72dc-426b-bca8-9e42713b99f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be2a62d5-363a-465f-8141-c7fc3d5f7b3b,revision_number=1']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:13.051898 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 40010) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:13.088525 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d6e5c2b0-8d04-4f13-8cda-2c34a5ee5987 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1817779'] for floatingip (ee16a21d-0da1-4dab-999a-e0cdffc6e142), after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:13.119067 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-23f895f2-c8c8-4e1d-8445-1aeeab198eaf admin admin] Publish callbacks [] for security_group (be2a62d5-363a-465f-8141-c7fc3d5f7b3b), before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:13.144440 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-23f895f2-c8c8-4e1d-8445-1aeeab198eaf admin admin] Publish callbacks [] for security_group (be2a62d5-363a-465f-8141-c7fc3d5f7b3b), precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:13.182896 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d738fc-7d7e-4ce1-bed1-31aed9dde2cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7acf21a4-e107-4e3f-b8ae-2dc4ed0d3b0a,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:13.186514 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cf1ff6-b7ee-4876-8af9-76e5c0a7c317 req-3fe50cf6-1f9d-4b59-9d76-fd0a49258fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:13.188111 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-b4cf1ff6-b7ee-4876-8af9-76e5c0a7c317 req-3fe50cf6-1f9d-4b59-9d76-fd0a49258fba service neutron] 10.222.0.78 "GET /v2.0/subnets?id=eff84041-49b5-4697-b7b5-e67d81854a3c HTTP/1.1" status: 200 len: 859 time: 0.2452536 Jan 28 13:46:13.197632 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-95d738fc-7d7e-4ce1-bed1-31aed9dde2cd admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d7130b3d9248428f9d39e935ea04224d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5485451 Jan 28 13:46:13.200693 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 40016) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:13.234916 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-b4cf1ff6-b7ee-4876-8af9-76e5c0a7c317 req-4b8cf75d-2fd5-43de-b69c-8cafb85442fc service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=805ad18e-97f9-4b97-8e73-49d5a4e25a9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352461 Jan 28 13:46:13.243933 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-23f895f2-c8c8-4e1d-8445-1aeeab198eaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (be2a62d5-363a-465f-8141-c7fc3d5f7b3b), after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:13.253865 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-23f895f2-c8c8-4e1d-8445-1aeeab198eaf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:13.264600 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-23f895f2-c8c8-4e1d-8445-1aeeab198eaf admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/be2a62d5-363a-465f-8141-c7fc3d5f7b3b HTTP/1.1" status: 204 len: 168 time: 0.2087381 Jan 28 13:46:13.298995 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f895f2-c8c8-4e1d-8445-1aeeab198eaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be2a62d5-363a-465f-8141-c7fc3d5f7b3b,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:13.328391 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-462be2c2-ac2f-485e-8558-1c3e075c6b2d admin admin] Publish callbacks [] for security_group (7acf21a4-e107-4e3f-b8ae-2dc4ed0d3b0a), before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:13.360943 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-462be2c2-ac2f-485e-8558-1c3e075c6b2d admin admin] Publish callbacks [] for security_group (7acf21a4-e107-4e3f-b8ae-2dc4ed0d3b0a), precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:13.385657 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-7c4adb77-f501-4550-8c52-4e75c502dc27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20f5b06b-d884-4fdb-859d-bb555f60c119', 'name': 'tempest-AttachVolumeShelveTestJSON-1176312518-router', 'tenant_id': '0799c831a5c443ae8c670a0c79104f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'external_fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': '0d71a8f6-5672-41f6-a935-2f6ccc98a36b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:45:24Z', 'updated_at': '2022-01-28T13:45:34Z', 'revision_number': 4, 'project_id': '0799c831a5c443ae8c670a0c79104f84', 'gw_port': {'id': '0d71a8f6-5672-41f6-a935-2f6ccc98a36b', 'name': '', 'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:02:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f5b06b-d884-4fdb-859d-bb555f60c119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:26Z', 'updated_at': '2022-01-28T13:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-7-iscsi', '_floatingips': [{'id': '7bcc5b7a-1fb8-4223-966d-62c03576298a', 'tenant_id': '0799c831a5c443ae8c670a0c79104f84', 'floating_ip_address': '172.27.0.17', 'floating_network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'router_id': '20f5b06b-d884-4fdb-859d-bb555f60c119', 'port_id': '94fc08c3-1f1a-4aed-9874-93929d326f03', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 88, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '711eb359-e0a6-4069-8d9d-85442c14b212', 'mac_address': 'fa:16:3e:28:a6:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf97c7f-503a-42ed-b6b7-f5cfba756426', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:45:38Z', 'updated_at': '2022-01-28T13:46:10Z', 'revision_number': 1, 'project_id': '0799c831a5c443ae8c670a0c79104f84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e6c03f6-ac84-4d4b-8769-fee97f0bb574', 'name': '', 'network_id': '711eb359-e0a6-4069-8d9d-85442c14b212', 'tenant_id': '0799c831a5c443ae8c670a0c79104f84', 'mac_address': 'fa:16:3e:28:49:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f5b06b-d884-4fdb-859d-bb555f60c119', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '6a182525-8d42-4b74-88dd-616808d54b14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:32Z', 'updated_at': '2022-01-28T13:45:42Z', 'revision_number': 5, 'project_id': '0799c831a5c443ae8c670a0c79104f84', 'subnets': [{'id': '6a182525-8d42-4b74-88dd-616808d54b14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824187-7-iscsi', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:13.417356 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb568b61-5030-4964-a2bb-f4ef2117baf3 req-53a0990a-78cb-415f-bb5d-66bfe85afd6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:13.418836 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-cb568b61-5030-4964-a2bb-f4ef2117baf3 req-53a0990a-78cb-415f-bb5d-66bfe85afd6b service neutron] 10.222.0.78 "GET /v2.0/networks?id=711eb359-e0a6-4069-8d9d-85442c14b212 HTTP/1.1" status: 200 len: 918 time: 0.3685403 Jan 28 13:46:13.483340 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-462be2c2-ac2f-485e-8558-1c3e075c6b2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (7acf21a4-e107-4e3f-b8ae-2dc4ed0d3b0a), after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:13.486200 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-462be2c2-ac2f-485e-8558-1c3e075c6b2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:13.489976 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-462be2c2-ac2f-485e-8558-1c3e075c6b2d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/7acf21a4-e107-4e3f-b8ae-2dc4ed0d3b0a HTTP/1.1" status: 204 len: 168 time: 0.2835956 Jan 28 13:46:13.500162 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462be2c2-ac2f-485e-8558-1c3e075c6b2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7acf21a4-e107-4e3f-b8ae-2dc4ed0d3b0a,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:13.508196 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4adb77-f501-4550-8c52-4e75c502dc27 None None] The sync data for ids ['20f5b06b-d884-4fdb-859d-bb555f60c119'] in dv-cinder-824187-7-iscsi is: [{'id': '20f5b06b-d884-4fdb-859d-bb555f60c119', 'name': 'tempest-AttachVolumeShelveTestJSON-1176312518-router', 'tenant_id': '0799c831a5c443ae8c670a0c79104f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'external_fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': '0d71a8f6-5672-41f6-a935-2f6ccc98a36b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:45:24Z', 'updated_at': '2022-01-28T13:45:34Z', 'revision_number': 4, 'project_id': '0799c831a5c443ae8c670a0c79104f84', 'gw_port': {'id': '0d71a8f6-5672-41f6-a935-2f6ccc98a36b', 'name': '', 'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:02:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f5b06b-d884-4fdb-859d-bb555f60c119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:26Z', 'updated_at': '2022-01-28T13:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-7-iscsi', '_floatingips': [{'id': '7bcc5b7a-1fb8-4223-966d-62c03576298a', 'tenant_id': '0799c831a5c443ae8c670a0c79104f84', 'floating_ip_address': '172.27.0.17', 'floating_network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'router_id': '20f5b06b-d884-4fdb-859d-bb555f60c119', 'port_id': '94fc08c3-1f1a-4aed-9874-93929d326f03', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 88, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '711eb359-e0a6-4069-8d9d-85442c14b212', 'mac_address': 'fa:16:3e:28:a6:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acf97c7f-503a-42ed-b6b7-f5cfba756426', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:45:38Z', 'updated_at': '2022-01-28T13:46:10Z', 'revision_number': 1, 'project_id': '0799c831a5c443ae8c670a0c79104f84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e6c03f6-ac84-4d4b-8769-fee97f0bb574', 'name': '', 'network_id': '711eb359-e0a6-4069-8d9d-85442c14b212', 'tenant_id': '0799c831a5c443ae8c670a0c79104f84', 'mac_address': 'fa:16:3e:28:49:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f5b06b-d884-4fdb-859d-bb555f60c119', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '6a182525-8d42-4b74-88dd-616808d54b14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:32Z', 'updated_at': '2022-01-28T13:45:42Z', 'revision_number': 5, 'project_id': '0799c831a5c443ae8c670a0c79104f84', 'subnets': [{'id': '6a182525-8d42-4b74-88dd-616808d54b14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:46:13.520944 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.db.l3_db [None req-d6e5c2b0-8d04-4f13-8cda-2c34a5ee5987 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Floating IP ee16a21d-0da1-4dab-999a-e0cdffc6e142 associated. External IP: 172.27.0.153, port: aa3e569d-6363-4a00-9499-01745c34b864. Jan 28 13:46:13.617585 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-cb568b61-5030-4964-a2bb-f4ef2117baf3 req-5723d3b1-f875-46a6-bd79-031bd82559f1 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=94fc08c3-1f1a-4aed-9874-93929d326f03 HTTP/1.1" status: 200 len: 999 time: 0.1915455 Jan 28 13:46:13.624772 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-b4cf1ff6-b7ee-4876-8af9-76e5c0a7c317 req-5577cffc-301f-4e2b-98f7-f92fe760226e service neutron] 10.222.0.78 "GET /v2.0/networks/805ad18e-97f9-4b97-8e73-49d5a4e25a9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3792078 Jan 28 13:46:13.703805 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbd47d9-25fc-4e95-93bd-e1de133ee81f req-877f9941-a25b-47f0-b517-722156530c19 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:13.708412 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-efbd47d9-25fc-4e95-93bd-e1de133ee81f req-877f9941-a25b-47f0-b517-722156530c19 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/ports?device_id=51ea482b-e202-4a11-a7d3-d8e22636f7d7 HTTP/1.1" status: 200 len: 945 time: 0.1377561 Jan 28 13:46:13.810475 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-efbd47d9-25fc-4e95-93bd-e1de133ee81f req-f4efb7be-ead7-4be8-ae55-be60f0e69f2f tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e8aa884-59a1-48b6-b990-b4cff53ce899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868955 Jan 28 13:46:13.841096 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb568b61-5030-4964-a2bb-f4ef2117baf3 req-77a4feab-4705-49b2-8d9d-a48d956c5254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:13.842693 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-cb568b61-5030-4964-a2bb-f4ef2117baf3 req-77a4feab-4705-49b2-8d9d-a48d956c5254 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=6a182525-8d42-4b74-88dd-616808d54b14 HTTP/1.1" status: 200 len: 856 time: 0.2168715 Jan 28 13:46:13.886378 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c20b4308-8e56-4bf9-83cd-2d06628f6e35 None None] New status for floating IP 7bcc5b7a-1fb8-4223-966d-62c03576298a: ACTIVE {{(pid=109086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 13:46:13.962823 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-b4cf1ff6-b7ee-4876-8af9-76e5c0a7c317 req-20469fd7-52b6-4a41-adb7-1023ec1297e4 service neutron] 10.222.0.78 "GET /v2.0/networks/805ad18e-97f9-4b97-8e73-49d5a4e25a9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3059666 Jan 28 13:46:13.990189 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb568b61-5030-4964-a2bb-f4ef2117baf3 req-29f2174a-a71c-42c0-b5b5-9f4426dc0623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:13.992275 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-cb568b61-5030-4964-a2bb-f4ef2117baf3 req-29f2174a-a71c-42c0-b5b5-9f4426dc0623 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=711eb359-e0a6-4069-8d9d-85442c14b212&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1427972 Jan 28 13:46:14.139920 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6e5c2b0-8d04-4f13-8cda-2c34a5ee5987 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Router 7c5b0b69-8cc3-4035-834e-edb5969b3858 has already been hosted by L3 agent 5fb30df9-6f10-41b8-94cc-b881623ba250 {{(pid=109085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:46:14.205287 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-cb568b61-5030-4964-a2bb-f4ef2117baf3 req-f0eee879-8df6-4f3b-9be2-1032b946aede service neutron] 10.222.0.78 "GET /v2.0/networks/711eb359-e0a6-4069-8d9d-85442c14b212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046816 Jan 28 13:46:14.245613 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 40064) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:14.269347 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-39a44b7b-a03c-4e81-8277-b693104c5f96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:14.320154 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-cb568b61-5030-4964-a2bb-f4ef2117baf3 req-88894f53-6df4-4b39-b76d-a5ce9c56214a service neutron] 10.222.0.78 "GET /v2.0/networks/711eb359-e0a6-4069-8d9d-85442c14b212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066432 Jan 28 13:46:14.370980 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-39a44b7b-a03c-4e81-8277-b693104c5f96 admin admin] Publish callbacks [] for security_group (6e46312a-c49f-4778-8558-c447de941521), precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:14.376263 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-39a44b7b-a03c-4e81-8277-b693104c5f96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (6e46312a-c49f-4778-8558-c447de941521), after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:14.391419 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6e5c2b0-8d04-4f13-8cda-2c34a5ee5987 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Notify agent at l3_agent.dv-cinder-824187-7-iscsi the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:46:14.398639 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d6e5c2b0-8d04-4f13-8cda-2c34a5ee5987 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91499'] for floatingip (None), before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:14.405321 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf0604a-82cf-486d-9478-b6cc1c398e4c None None] Sync routers for ids ['7c5b0b69-8cc3-4035-834e-edb5969b3858'] in dv-cinder-824187-7-iscsi {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:46:14.418057 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a44b7b-a03c-4e81-8277-b693104c5f96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e46312a-c49f-4778-8558-c447de941521,revision_number=1']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:14.420558 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf0604a-82cf-486d-9478-b6cc1c398e4c None None] Routers {'7c5b0b69-8cc3-4035-834e-edb5969b3858'} bound to L3 agent in host dv-cinder-824187-7-iscsi {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:46:14.421489 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-daf0604a-82cf-486d-9478-b6cc1c398e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:37:30Z,description=,heartbeat_timestamp=2022-01-28T13:46:00Z,host='dv-cinder-824187-7-iscsi',id=5fb30df9-6f10-41b8-94cc-b881623ba250,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:37:30Z,topic='l3_agent')) {'router_ids': ['7c5b0b69-8cc3-4035-834e-edb5969b3858'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:14.435176 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-39a44b7b-a03c-4e81-8277-b693104c5f96 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=343f77f0e13c4bedaec740dbea3d3adc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1884298 Jan 28 13:46:14.437943 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 40066) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:14.459026 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-d6e5c2b0-8d04-4f13-8cda-2c34a5ee5987 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] 10.222.0.72 "PUT /v2.0/floatingips/ee16a21d-0da1-4dab-999a-e0cdffc6e142 HTTP/1.1" status: 200 len: 992 time: 3.1445436 Jan 28 13:46:14.459800 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5d89034-8705-4e93-a271-97e037a7c2b3', 'tag': 'aa3e569d-6363-4a00-9499-01745c34b864'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:46:14.475291 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19ef927ebdb7e136520bf73605241c98ba3844c75ab8794845cb00139da391b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afbffef7-af26-4097-9724-b407e4446947" -d '{"events": [{"name": "network-changed", "server_uuid": "d5d89034-8705-4e93-a271-97e037a7c2b3", "tag": "aa3e569d-6363-4a00-9499-01745c34b864"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:46:14.573249 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-daf0604a-82cf-486d-9478-b6cc1c398e4c None None] Set router 7c5b0b69-8cc3-4035-834e-edb5969b3858 gateway port host: dv-cinder-824187-7-iscsi {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:46:14.573760 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:46:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68e366b7-27b8-4311-91f4-b8b376235be0 x-openstack-request-id: req-68e366b7-27b8-4311-91f4-b8b376235be0 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:46:14.574054 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5d89034-8705-4e93-a271-97e037a7c2b3", "tag": "aa3e569d-6363-4a00-9499-01745c34b864", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:46:14.574315 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-68e366b7-27b8-4311-91f4-b8b376235be0 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:46:14.574718 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5d89034-8705-4e93-a271-97e037a7c2b3', 'tag': 'aa3e569d-6363-4a00-9499-01745c34b864', 'status': 'completed', 'code': 200} Jan 28 13:46:14.577786 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-3fc3fb52-bc82-42ce-ae44-14d9599dcde4 admin admin] Publish callbacks [] for security_group (6e46312a-c49f-4778-8558-c447de941521), before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:14.619419 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-3fc3fb52-bc82-42ce-ae44-14d9599dcde4 admin admin] Publish callbacks [] for security_group (6e46312a-c49f-4778-8558-c447de941521), precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:14.667733 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbffef7-af26-4097-9724-b407e4446947 req-94c586ed-970d-4bd8-9ea1-dc5a89d79034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:14.669288 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-afbffef7-af26-4097-9724-b407e4446947 req-94c586ed-970d-4bd8-9ea1-dc5a89d79034 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=737de5ae86cd4e209c1bd6e090b968f3&device_id=d5d89034-8705-4e93-a271-97e037a7c2b3 HTTP/1.1" status: 200 len: 1099 time: 0.0666964 Jan 28 13:46:14.722442 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-3fc3fb52-bc82-42ce-ae44-14d9599dcde4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (6e46312a-c49f-4778-8558-c447de941521), after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:14.725438 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-3fc3fb52-bc82-42ce-ae44-14d9599dcde4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:14.728919 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-3fc3fb52-bc82-42ce-ae44-14d9599dcde4 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/6e46312a-c49f-4778-8558-c447de941521 HTTP/1.1" status: 204 len: 168 time: 0.2877254 Jan 28 13:46:14.738022 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc3fb52-bc82-42ce-ae44-14d9599dcde4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e46312a-c49f-4778-8558-c447de941521,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:14.807293 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbffef7-af26-4097-9724-b407e4446947 req-4e2906d3-51dc-43d8-97c6-fac30bef5290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:14.809982 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-afbffef7-af26-4097-9724-b407e4446947 req-4e2906d3-51dc-43d8-97c6-fac30bef5290 service neutron] 10.222.0.78 "GET /v2.0/networks?id=78d9b12b-20e5-405d-b8d9-58d523acb332 HTTP/1.1" status: 200 len: 911 time: 0.1328115 Jan 28 13:46:14.892377 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-afbffef7-af26-4097-9724-b407e4446947 req-8b8e1d63-817c-41ed-9b01-06cccafe3615 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aa3e569d-6363-4a00-9499-01745c34b864 HTTP/1.1" status: 200 len: 1000 time: 0.0764930 Jan 28 13:46:14.944280 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-daf0604a-82cf-486d-9478-b6cc1c398e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c5b0b69-8cc3-4035-834e-edb5969b3858', 'name': 'tempest-AttachVolumeTestJSON-128407593-router', 'tenant_id': '737de5ae86cd4e209c1bd6e090b968f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'external_fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '0a436445-0a24-4f7c-938b-88bfd91db432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:45:22Z', 'updated_at': '2022-01-28T13:45:30Z', 'revision_number': 4, 'project_id': '737de5ae86cd4e209c1bd6e090b968f3', 'gw_port': {'id': '0a436445-0a24-4f7c-938b-88bfd91db432', 'name': '', 'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:a8:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5b0b69-8cc3-4035-834e-edb5969b3858', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:23Z', 'updated_at': '2022-01-28T13:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-7-iscsi', '_floatingips': [{'id': 'ee16a21d-0da1-4dab-999a-e0cdffc6e142', 'tenant_id': '737de5ae86cd4e209c1bd6e090b968f3', 'floating_ip_address': '172.27.0.153', 'floating_network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'router_id': '7c5b0b69-8cc3-4035-834e-edb5969b3858', 'port_id': 'aa3e569d-6363-4a00-9499-01745c34b864', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 85, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78d9b12b-20e5-405d-b8d9-58d523acb332', 'mac_address': 'fa:16:3e:2c:d1:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d89034-8705-4e93-a271-97e037a7c2b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:45:37Z', 'updated_at': '2022-01-28T13:46:12Z', 'revision_number': 1, 'project_id': '737de5ae86cd4e209c1bd6e090b968f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec00c25a-9840-4cfc-887b-e4f424a1ec9d', 'name': '', 'network_id': '78d9b12b-20e5-405d-b8d9-58d523acb332', 'tenant_id': '737de5ae86cd4e209c1bd6e090b968f3', 'mac_address': 'fa:16:3e:cf:81:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5b0b69-8cc3-4035-834e-edb5969b3858', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '3016a3fe-7a83-4026-bb15-1c5764645712', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:29Z', 'updated_at': '2022-01-28T13:45:37Z', 'revision_number': 5, 'project_id': '737de5ae86cd4e209c1bd6e090b968f3', 'subnets': [{'id': '3016a3fe-7a83-4026-bb15-1c5764645712', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824187-7-iscsi', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:14.987446 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf0604a-82cf-486d-9478-b6cc1c398e4c None None] Checking router: 7c5b0b69-8cc3-4035-834e-edb5969b3858 for host: dv-cinder-824187-7-iscsi {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:46:14.997467 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf0604a-82cf-486d-9478-b6cc1c398e4c None None] Routers {'7c5b0b69-8cc3-4035-834e-edb5969b3858'} bound to L3 agent in host dv-cinder-824187-7-iscsi {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:46:14.998317 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-daf0604a-82cf-486d-9478-b6cc1c398e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:37:30Z,description=,heartbeat_timestamp=2022-01-28T13:46:00Z,host='dv-cinder-824187-7-iscsi',id=5fb30df9-6f10-41b8-94cc-b881623ba250,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:37:30Z,topic='l3_agent')) {'router_ids': ['7c5b0b69-8cc3-4035-834e-edb5969b3858'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:15.004273 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c16386b-9c27-4d1e-a8fd-ccf9ed521873 req-aca248d9-a8b3-4169-86c9-d87a02dd3c42 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:15.011329 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-2c16386b-9c27-4d1e-a8fd-ccf9ed521873 req-aca248d9-a8b3-4169-86c9-d87a02dd3c42 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/ports?device_id=51ea482b-e202-4a11-a7d3-d8e22636f7d7 HTTP/1.1" status: 200 len: 945 time: 0.1126425 Jan 28 13:46:15.013980 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbffef7-af26-4097-9724-b407e4446947 req-5bb7bc78-b5f5-4577-9b7f-de7d32012ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:15.015367 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-afbffef7-af26-4097-9724-b407e4446947 req-5bb7bc78-b5f5-4577-9b7f-de7d32012ad7 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=3016a3fe-7a83-4026-bb15-1c5764645712 HTTP/1.1" status: 200 len: 849 time: 0.1047142 Jan 28 13:46:15.097664 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-2c16386b-9c27-4d1e-a8fd-ccf9ed521873 req-7dc07cc7-3dc2-48a3-ba86-5bbe0b8914b5 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e8aa884-59a1-48b6-b990-b4cff53ce899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854192 Jan 28 13:46:15.121006 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbffef7-af26-4097-9724-b407e4446947 req-37f345ee-68f6-40c9-b097-8d0b77da9622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:15.125944 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-afbffef7-af26-4097-9724-b407e4446947 req-37f345ee-68f6-40c9-b097-8d0b77da9622 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=78d9b12b-20e5-405d-b8d9-58d523acb332&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0905380 Jan 28 13:46:15.229712 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-daf0604a-82cf-486d-9478-b6cc1c398e4c None None] Set router 7c5b0b69-8cc3-4035-834e-edb5969b3858 gateway port host: dv-cinder-824187-7-iscsi {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:46:15.237911 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-afbffef7-af26-4097-9724-b407e4446947 req-9f4e3de1-1742-4f01-b359-ad1642c35c11 service neutron] 10.222.0.78 "GET /v2.0/networks/78d9b12b-20e5-405d-b8d9-58d523acb332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045332 Jan 28 13:46:15.296438 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 40104) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:15.311216 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-cfbd4c75-1f74-4b81-9685-4f35d4198721 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:15.381596 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-afbffef7-af26-4097-9724-b407e4446947 req-66577602-5449-4e40-8c8b-8d3497140b4c service neutron] 10.222.0.78 "GET /v2.0/networks/78d9b12b-20e5-405d-b8d9-58d523acb332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293623 Jan 28 13:46:15.425228 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-cfbd4c75-1f74-4b81-9685-4f35d4198721 admin admin] Publish callbacks [] for security_group (3b260fc1-4c39-4c50-a6ab-2f2eafc04d76), precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:15.430750 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-cfbd4c75-1f74-4b81-9685-4f35d4198721 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (3b260fc1-4c39-4c50-a6ab-2f2eafc04d76), after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:15.448359 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 40106) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:15.480693 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-cfbd4c75-1f74-4b81-9685-4f35d4198721 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f458ef4dc03343408d5b61bd00c9d1b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1830559 Jan 28 13:46:15.483699 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 40110) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:15.485246 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbd4c75-1f74-4b81-9685-4f35d4198721 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b260fc1-4c39-4c50-a6ab-2f2eafc04d76,revision_number=1']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:15.554050 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1c0457c8-6b4e-492e-b52e-4ee1f2908495 admin admin] Publish callbacks [] for security_group (3b260fc1-4c39-4c50-a6ab-2f2eafc04d76), before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:15.564611 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-daf0604a-82cf-486d-9478-b6cc1c398e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c5b0b69-8cc3-4035-834e-edb5969b3858', 'name': 'tempest-AttachVolumeTestJSON-128407593-router', 'tenant_id': '737de5ae86cd4e209c1bd6e090b968f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'external_fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '0a436445-0a24-4f7c-938b-88bfd91db432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:45:22Z', 'updated_at': '2022-01-28T13:45:30Z', 'revision_number': 4, 'project_id': '737de5ae86cd4e209c1bd6e090b968f3', 'gw_port': {'id': '0a436445-0a24-4f7c-938b-88bfd91db432', 'name': '', 'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:a8:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5b0b69-8cc3-4035-834e-edb5969b3858', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:23Z', 'updated_at': '2022-01-28T13:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-7-iscsi', '_floatingips': [{'id': 'ee16a21d-0da1-4dab-999a-e0cdffc6e142', 'tenant_id': '737de5ae86cd4e209c1bd6e090b968f3', 'floating_ip_address': '172.27.0.153', 'floating_network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'router_id': '7c5b0b69-8cc3-4035-834e-edb5969b3858', 'port_id': 'aa3e569d-6363-4a00-9499-01745c34b864', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 85, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78d9b12b-20e5-405d-b8d9-58d523acb332', 'mac_address': 'fa:16:3e:2c:d1:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d89034-8705-4e93-a271-97e037a7c2b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:45:37Z', 'updated_at': '2022-01-28T13:46:12Z', 'revision_number': 1, 'project_id': '737de5ae86cd4e209c1bd6e090b968f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec00c25a-9840-4cfc-887b-e4f424a1ec9d', 'name': '', 'network_id': '78d9b12b-20e5-405d-b8d9-58d523acb332', 'tenant_id': '737de5ae86cd4e209c1bd6e090b968f3', 'mac_address': 'fa:16:3e:cf:81:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5b0b69-8cc3-4035-834e-edb5969b3858', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '3016a3fe-7a83-4026-bb15-1c5764645712', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:29Z', 'updated_at': '2022-01-28T13:45:37Z', 'revision_number': 5, 'project_id': '737de5ae86cd4e209c1bd6e090b968f3', 'subnets': [{'id': '3016a3fe-7a83-4026-bb15-1c5764645712', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824187-7-iscsi', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:15.579135 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1c0457c8-6b4e-492e-b52e-4ee1f2908495 admin admin] Publish callbacks [] for security_group (3b260fc1-4c39-4c50-a6ab-2f2eafc04d76), precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:15.609750 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf0604a-82cf-486d-9478-b6cc1c398e4c None None] The sync data for ids ['7c5b0b69-8cc3-4035-834e-edb5969b3858'] in dv-cinder-824187-7-iscsi is: [{'id': '7c5b0b69-8cc3-4035-834e-edb5969b3858', 'name': 'tempest-AttachVolumeTestJSON-128407593-router', 'tenant_id': '737de5ae86cd4e209c1bd6e090b968f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'external_fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '0a436445-0a24-4f7c-938b-88bfd91db432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:45:22Z', 'updated_at': '2022-01-28T13:45:30Z', 'revision_number': 4, 'project_id': '737de5ae86cd4e209c1bd6e090b968f3', 'gw_port': {'id': '0a436445-0a24-4f7c-938b-88bfd91db432', 'name': '', 'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:a8:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5b0b69-8cc3-4035-834e-edb5969b3858', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:23Z', 'updated_at': '2022-01-28T13:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-7-iscsi', '_floatingips': [{'id': 'ee16a21d-0da1-4dab-999a-e0cdffc6e142', 'tenant_id': '737de5ae86cd4e209c1bd6e090b968f3', 'floating_ip_address': '172.27.0.153', 'floating_network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'router_id': '7c5b0b69-8cc3-4035-834e-edb5969b3858', 'port_id': 'aa3e569d-6363-4a00-9499-01745c34b864', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 85, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78d9b12b-20e5-405d-b8d9-58d523acb332', 'mac_address': 'fa:16:3e:2c:d1:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5d89034-8705-4e93-a271-97e037a7c2b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:45:37Z', 'updated_at': '2022-01-28T13:46:12Z', 'revision_number': 1, 'project_id': '737de5ae86cd4e209c1bd6e090b968f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec00c25a-9840-4cfc-887b-e4f424a1ec9d', 'name': '', 'network_id': '78d9b12b-20e5-405d-b8d9-58d523acb332', 'tenant_id': '737de5ae86cd4e209c1bd6e090b968f3', 'mac_address': 'fa:16:3e:cf:81:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5b0b69-8cc3-4035-834e-edb5969b3858', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '3016a3fe-7a83-4026-bb15-1c5764645712', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:29Z', 'updated_at': '2022-01-28T13:45:37Z', 'revision_number': 5, 'project_id': '737de5ae86cd4e209c1bd6e090b968f3', 'subnets': [{'id': '3016a3fe-7a83-4026-bb15-1c5764645712', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:46:15.650597 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1c0457c8-6b4e-492e-b52e-4ee1f2908495 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (3b260fc1-4c39-4c50-a6ab-2f2eafc04d76), after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:15.652860 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1c0457c8-6b4e-492e-b52e-4ee1f2908495 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:15.654039 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-1c0457c8-6b4e-492e-b52e-4ee1f2908495 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/3b260fc1-4c39-4c50-a6ab-2f2eafc04d76 HTTP/1.1" status: 204 len: 168 time: 0.1691921 Jan 28 13:46:15.675708 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0457c8-6b4e-492e-b52e-4ee1f2908495 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b260fc1-4c39-4c50-a6ab-2f2eafc04d76,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:15.726253 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-89bb7190-d9f2-4a29-8b3e-de26d8f0624f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:15.896448 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-89bb7190-d9f2-4a29-8b3e-de26d8f0624f admin admin] Publish callbacks [] for security_group (e7083c86-899f-4c77-82f9-48799e1cf27c), precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:15.906754 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-89bb7190-d9f2-4a29-8b3e-de26d8f0624f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (e7083c86-899f-4c77-82f9-48799e1cf27c), after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:15.952551 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-89bb7190-d9f2-4a29-8b3e-de26d8f0624f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a8ede049a2b249ceabfb649807571ffa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5026498 Jan 28 13:46:15.955274 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 40130) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:15.956186 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bb7190-d9f2-4a29-8b3e-de26d8f0624f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7083c86-899f-4c77-82f9-48799e1cf27c,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:16.027777 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-59d790e9-5a81-44da-a207-30737c57c198 admin admin] Publish callbacks [] for security_group (e7083c86-899f-4c77-82f9-48799e1cf27c), before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:16.047424 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e2f5a0-c33a-4529-86c8-6985ce958382 None None] New status for floating IP ee16a21d-0da1-4dab-999a-e0cdffc6e142: ACTIVE {{(pid=109086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 13:46:16.082756 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-59d790e9-5a81-44da-a207-30737c57c198 admin admin] Publish callbacks [] for security_group (e7083c86-899f-4c77-82f9-48799e1cf27c), precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:16.166913 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-59d790e9-5a81-44da-a207-30737c57c198 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (e7083c86-899f-4c77-82f9-48799e1cf27c), after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:16.170227 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-59d790e9-5a81-44da-a207-30737c57c198 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:16.171878 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-59d790e9-5a81-44da-a207-30737c57c198 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e7083c86-899f-4c77-82f9-48799e1cf27c HTTP/1.1" status: 204 len: 168 time: 0.2123075 Jan 28 13:46:16.180824 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d790e9-5a81-44da-a207-30737c57c198 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7083c86-899f-4c77-82f9-48799e1cf27c,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:16.262602 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00653ff-4649-43bc-9e21-0d541af5f2f0 req-f5a0261c-ae52-4eb7-973c-a08dfa5eca96 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:16.265183 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-a00653ff-4649-43bc-9e21-0d541af5f2f0 req-f5a0261c-ae52-4eb7-973c-a08dfa5eca96 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/ports?device_id=51ea482b-e202-4a11-a7d3-d8e22636f7d7 HTTP/1.1" status: 200 len: 945 time: 0.0756800 Jan 28 13:46:16.333481 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-a00653ff-4649-43bc-9e21-0d541af5f2f0 req-f3508cf7-8f61-44d5-b146-9acc85cd6b58 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e8aa884-59a1-48b6-b990-b4cff53ce899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619321 Jan 28 13:46:16.530686 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 40154) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:16.546943 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e90b6947-96ea-4151-aa39-d9bab7d1f5bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:16.627133 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e90b6947-96ea-4151-aa39-d9bab7d1f5bf admin admin] Publish callbacks [] for security_group (2beb4334-5301-404b-8c71-07adc6d96626), precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:16.632579 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e90b6947-96ea-4151-aa39-d9bab7d1f5bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (2beb4334-5301-404b-8c71-07adc6d96626), after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:16.673049 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-e90b6947-96ea-4151-aa39-d9bab7d1f5bf admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=cc9aceaed78c46079f2429aad75e878c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1411860 Jan 28 13:46:16.674367 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90b6947-96ea-4151-aa39-d9bab7d1f5bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2beb4334-5301-404b-8c71-07adc6d96626,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:16.676031 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 40160) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:16.727112 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-789ea420-e4f3-4b3c-801a-d50aaa143ae6 admin admin] Publish callbacks [] for security_group (2beb4334-5301-404b-8c71-07adc6d96626), before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:16.751476 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-789ea420-e4f3-4b3c-801a-d50aaa143ae6 admin admin] Publish callbacks [] for security_group (2beb4334-5301-404b-8c71-07adc6d96626), precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:16.803324 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-789ea420-e4f3-4b3c-801a-d50aaa143ae6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (2beb4334-5301-404b-8c71-07adc6d96626), after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:16.806045 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-789ea420-e4f3-4b3c-801a-d50aaa143ae6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:16.807490 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-789ea420-e4f3-4b3c-801a-d50aaa143ae6 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/2beb4334-5301-404b-8c71-07adc6d96626 HTTP/1.1" status: 204 len: 168 time: 0.1295953 Jan 28 13:46:16.818674 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789ea420-e4f3-4b3c-801a-d50aaa143ae6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2beb4334-5301-404b-8c71-07adc6d96626,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:18.707689 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 40270) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:18.823479 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c8a29330-157b-4182-a506-b8779fbaa4b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:18.899737 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c8a29330-157b-4182-a506-b8779fbaa4b8 admin admin] Publish callbacks [] for security_group (f0fcc157-34fc-42db-b373-bfe236f4ee48), precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:18.905149 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c8a29330-157b-4182-a506-b8779fbaa4b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (f0fcc157-34fc-42db-b373-bfe236f4ee48), after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:18.943172 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-c8a29330-157b-4182-a506-b8779fbaa4b8 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2fa29b53b8134c51ab9367c853c49e10&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2344189 Jan 28 13:46:18.944032 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a29330-157b-4182-a506-b8779fbaa4b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0fcc157-34fc-42db-b373-bfe236f4ee48,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:18.946284 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 40276) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:19.005336 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-341ed0e2-eaee-4c8b-9054-b090111dc431 admin admin] Publish callbacks [] for security_group (f0fcc157-34fc-42db-b373-bfe236f4ee48), before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:19.026125 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-341ed0e2-eaee-4c8b-9054-b090111dc431 admin admin] Publish callbacks [] for security_group (f0fcc157-34fc-42db-b373-bfe236f4ee48), precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:19.082728 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-341ed0e2-eaee-4c8b-9054-b090111dc431 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (f0fcc157-34fc-42db-b373-bfe236f4ee48), after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:19.085326 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-341ed0e2-eaee-4c8b-9054-b090111dc431 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:19.086518 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-341ed0e2-eaee-4c8b-9054-b090111dc431 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f0fcc157-34fc-42db-b373-bfe236f4ee48 HTTP/1.1" status: 204 len: 168 time: 0.1389225 Jan 28 13:46:19.094776 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341ed0e2-eaee-4c8b-9054-b090111dc431 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0fcc157-34fc-42db-b373-bfe236f4ee48,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:19.366895 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 40288) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:19.380573 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-0d5f147d-2828-446f-bfc7-17536e13e876 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:19.457979 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-0d5f147d-2828-446f-bfc7-17536e13e876 admin admin] Publish callbacks [] for security_group (9d5f4916-83a1-4c73-b231-4f5970fc1641), precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:19.463820 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-0d5f147d-2828-446f-bfc7-17536e13e876 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (9d5f4916-83a1-4c73-b231-4f5970fc1641), after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:19.501415 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5f147d-2828-446f-bfc7-17536e13e876 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d5f4916-83a1-4c73-b231-4f5970fc1641,revision_number=1']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:19.506576 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-0d5f147d-2828-446f-bfc7-17536e13e876 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e56191757cf2476e8b62f5db643a3637&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1385884 Jan 28 13:46:19.509465 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 40290) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:19.560978 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-173b9479-6b66-4417-98f9-c259b340735f admin admin] Publish callbacks [] for security_group (9d5f4916-83a1-4c73-b231-4f5970fc1641), before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:19.583635 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-173b9479-6b66-4417-98f9-c259b340735f admin admin] Publish callbacks [] for security_group (9d5f4916-83a1-4c73-b231-4f5970fc1641), precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:19.632331 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-173b9479-6b66-4417-98f9-c259b340735f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (9d5f4916-83a1-4c73-b231-4f5970fc1641), after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:19.636540 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-173b9479-6b66-4417-98f9-c259b340735f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:19.637899 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-173b9479-6b66-4417-98f9-c259b340735f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/9d5f4916-83a1-4c73-b231-4f5970fc1641 HTTP/1.1" status: 204 len: 168 time: 0.1275322 Jan 28 13:46:19.646385 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173b9479-6b66-4417-98f9-c259b340735f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d5f4916-83a1-4c73-b231-4f5970fc1641,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:20.368867 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 40320) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:20.464818 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.v2.base [None req-6b3f174b-b543-467f-b152-fc2c8b24f048 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1100274526-network', 'tenant_id': 'a8f7d09933384c319d09292eb5b90156'}} {{(pid=109084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:46:20.487843 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b3f174b-b543-467f-b152-fc2c8b24f048 admin admin] Made reservation on behalf of a8f7d09933384c319d09292eb5b90156 for: {'network': 1} {{(pid=109084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:46:20.490516 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-6b3f174b-b543-467f-b152-fc2c8b24f048 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for network (None), before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:20.501601 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-6b3f174b-b543-467f-b152-fc2c8b24f048 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:20.583491 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-6b3f174b-b543-467f-b152-fc2c8b24f048 admin admin] Publish callbacks [] for security_group (67937bf7-374e-4099-8cd4-ec1145153e77), precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:20.589059 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-6b3f174b-b543-467f-b152-fc2c8b24f048 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (67937bf7-374e-4099-8cd4-ec1145153e77), after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:20.612793 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b3f174b-b543-467f-b152-fc2c8b24f048 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 706} {{(pid=109084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:46:20.622434 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3f174b-b543-467f-b152-fc2c8b24f048 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67937bf7-374e-4099-8cd4-ec1145153e77,revision_number=1']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:20.626978 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-6b3f174b-b543-467f-b152-fc2c8b24f048 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-923698'] for segment (257e307b-ce7b-423c-ae3e-862c11951773), precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:20.627341 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.db.segments_db [None req-6b3f174b-b543-467f-b152-fc2c8b24f048 admin admin] Added segment 257e307b-ce7b-423c-ae3e-862c11951773 of type vlan for network 0a9e09f9-f1d4-4764-a794-c485858f0408 Jan 28 13:46:20.666403 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-6b3f174b-b543-467f-b152-fc2c8b24f048 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742788371074'] for network (0a9e09f9-f1d4-4764-a794-c485858f0408), precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:20.692726 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-6b3f174b-b543-467f-b152-fc2c8b24f048 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625'] for network (0a9e09f9-f1d4-4764-a794-c485858f0408), after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:20.693727 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b3f174b-b543-467f-b152-fc2c8b24f048 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:20.694312 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-6b3f174b-b543-467f-b152-fc2c8b24f048 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032615'] for network (None), before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:20.740944 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-6b3f174b-b543-467f-b152-fc2c8b24f048 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3708296 Jan 28 13:46:20.744097 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 40324) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:20.749732 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.v2.base [None req-60be85b8-7741-43db-89dc-89ae3070964e admin admin] Request body: {'subnet': {'network_id': '0a9e09f9-f1d4-4764-a794-c485858f0408', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1100274526-subnet', 'tenant_id': 'a8f7d09933384c319d09292eb5b90156', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:46:20.756788 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3f174b-b543-467f-b152-fc2c8b24f048 admin admin] Pushing event updated for resources: {'Network': ['ID=0a9e09f9-f1d4-4764-a794-c485858f0408,revision_number=1']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:20.769113 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Network 0a9e09f9-f1d4-4764-a794-c485858f0408 details requested by agent ovs-agent-dv-cinder-824187-7-iscsi with host dv-cinder-824187-7-iscsi {{(pid=109086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:46:20.771442 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60be85b8-7741-43db-89dc-89ae3070964e admin admin] Made reservation on behalf of a8f7d09933384c319d09292eb5b90156 for: {'subnet': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:46:20.774100 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-60be85b8-7741-43db-89dc-89ae3070964e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:21.206094 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76776d4f-8245-477e-9d58-f87a3099ec6c req-632ac8e0-5533-41ee-b08e-06d8faff1640 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:21.207704 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-76776d4f-8245-477e-9d58-f87a3099ec6c req-632ac8e0-5533-41ee-b08e-06d8faff1640 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/ports?device_id=51ea482b-e202-4a11-a7d3-d8e22636f7d7 HTTP/1.1" status: 200 len: 945 time: 0.0987990 Jan 28 13:46:21.209173 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-60be85b8-7741-43db-89dc-89ae3070964e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625'] for subnet (40c1acee-ff1b-428f-bd5c-00f2237c5ccc), after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:21.300067 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60be85b8-7741-43db-89dc-89ae3070964e admin admin] Pushing event updated for resources: {'Subnet': ['ID=40c1acee-ff1b-428f-bd5c-00f2237c5ccc,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:21.308744 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-76776d4f-8245-477e-9d58-f87a3099ec6c req-907b3ab5-fe1a-4950-853d-88c9a8a47435 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e8aa884-59a1-48b6-b990-b4cff53ce899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920191 Jan 28 13:46:21.313006 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60be85b8-7741-43db-89dc-89ae3070964e admin admin] Checking segment: {'id': '257e307b-ce7b-423c-ae3e-862c11951773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '0a9e09f9-f1d4-4764-a794-c485858f0408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:46:21.313371 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60be85b8-7741-43db-89dc-89ae3070964e admin admin] Network hostable DHCP agents. Network: 0a9e09f9-f1d4-4764-a794-c485858f0408, hostable agents: ['fe6892c5-7eb1-46ce-88dd-77c5bcc32263'], hosted agents: [] {{(pid=109085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:46:21.333319 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60be85b8-7741-43db-89dc-89ae3070964e admin admin] Network 0a9e09f9-f1d4-4764-a794-c485858f0408 is scheduled to be hosted by DHCP agent fe6892c5-7eb1-46ce-88dd-77c5bcc32263 with binding_index 1 {{(pid=109085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:46:21.347800 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-60be85b8-7741-43db-89dc-89ae3070964e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824187-7-iscsi, 0a9e09f9-f1d4-4764-a794-c485858f0408) {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:46:21.353461 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60be85b8-7741-43db-89dc-89ae3070964e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:21.354102 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-60be85b8-7741-43db-89dc-89ae3070964e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032615'] for subnet (None), before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:21.359993 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-261aa192-0d04-4c91-8dce-11e0acec4a7e None None] Network 0a9e09f9-f1d4-4764-a794-c485858f0408 requested from dv-cinder-824187-7-iscsi {{(pid=109086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:46:21.373933 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-60be85b8-7741-43db-89dc-89ae3070964e admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6285446 Jan 28 13:46:21.460143 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2901d7df-7ecc-4e0f-b6fc-1c8db53bfc69 None None] Network 0a9e09f9-f1d4-4764-a794-c485858f0408 requested from dv-cinder-824187-7-iscsi {{(pid=109086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:46:21.864692 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 40348) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:21.869692 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.v2.base [None req-1127ffdb-d2e2-470f-92cb-ebd7b71ea655 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1683252354-network', 'tenant_id': '145dbb330a0046f192ee138c7ecef9c3'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:46:21.890547 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1127ffdb-d2e2-470f-92cb-ebd7b71ea655 admin admin] Made reservation on behalf of 145dbb330a0046f192ee138c7ecef9c3 for: {'network': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:46:21.892956 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1127ffdb-d2e2-470f-92cb-ebd7b71ea655 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for network (None), before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:21.902052 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1127ffdb-d2e2-470f-92cb-ebd7b71ea655 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:21.978914 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1127ffdb-d2e2-470f-92cb-ebd7b71ea655 admin admin] Publish callbacks [] for security_group (cc8a80c2-210c-4086-b621-09a7de7d3ef0), precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:21.984248 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1127ffdb-d2e2-470f-92cb-ebd7b71ea655 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (cc8a80c2-210c-4086-b621-09a7de7d3ef0), after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:22.004450 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1127ffdb-d2e2-470f-92cb-ebd7b71ea655 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 748} {{(pid=109085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:46:22.018411 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1127ffdb-d2e2-470f-92cb-ebd7b71ea655 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc8a80c2-210c-4086-b621-09a7de7d3ef0,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:22.026278 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1127ffdb-d2e2-470f-92cb-ebd7b71ea655 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-923698'] for segment (891fc541-a958-4346-b53a-2cca61914c74), precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:22.026590 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.db.segments_db [None req-1127ffdb-d2e2-470f-92cb-ebd7b71ea655 admin admin] Added segment 891fc541-a958-4346-b53a-2cca61914c74 of type vlan for network db385663-4658-42c2-9aa8-fd33c27ac993 Jan 28 13:46:22.038994 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1127ffdb-d2e2-470f-92cb-ebd7b71ea655 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:46:22.039369 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1127ffdb-d2e2-470f-92cb-ebd7b71ea655 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:46:22.039712 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1127ffdb-d2e2-470f-92cb-ebd7b71ea655 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:46:22.040049 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1127ffdb-d2e2-470f-92cb-ebd7b71ea655 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:46:22.040383 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1127ffdb-d2e2-470f-92cb-ebd7b71ea655 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:46:22.040712 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1127ffdb-d2e2-470f-92cb-ebd7b71ea655 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:46:22.041066 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1127ffdb-d2e2-470f-92cb-ebd7b71ea655 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:46:22.041432 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1127ffdb-d2e2-470f-92cb-ebd7b71ea655 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:46:22.041729 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1127ffdb-d2e2-470f-92cb-ebd7b71ea655 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:46:22.042052 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1127ffdb-d2e2-470f-92cb-ebd7b71ea655 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:46:22.042375 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1127ffdb-d2e2-470f-92cb-ebd7b71ea655 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:46:22.042729 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1127ffdb-d2e2-470f-92cb-ebd7b71ea655 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:46:22.043018 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1127ffdb-d2e2-470f-92cb-ebd7b71ea655 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:46:22.089325 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1127ffdb-d2e2-470f-92cb-ebd7b71ea655 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742788371074'] for network (db385663-4658-42c2-9aa8-fd33c27ac993), precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:22.115942 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1127ffdb-d2e2-470f-92cb-ebd7b71ea655 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625'] for network (db385663-4658-42c2-9aa8-fd33c27ac993), after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:22.117032 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1127ffdb-d2e2-470f-92cb-ebd7b71ea655 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:22.117626 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1127ffdb-d2e2-470f-92cb-ebd7b71ea655 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032615'] for network (None), before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:22.164669 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-1127ffdb-d2e2-470f-92cb-ebd7b71ea655 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2987757 Jan 28 13:46:22.168668 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 40354) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:22.174885 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.v2.base [None req-11a02a59-b7b9-4a61-a9f7-03b66d17a8a0 admin admin] Request body: {'subnet': {'network_id': 'db385663-4658-42c2-9aa8-fd33c27ac993', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1683252354-subnet', 'tenant_id': '145dbb330a0046f192ee138c7ecef9c3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:46:22.180080 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1127ffdb-d2e2-470f-92cb-ebd7b71ea655 admin admin] Pushing event updated for resources: {'Network': ['ID=db385663-4658-42c2-9aa8-fd33c27ac993,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:22.191752 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Network db385663-4658-42c2-9aa8-fd33c27ac993 details requested by agent ovs-agent-dv-cinder-824187-7-iscsi with host dv-cinder-824187-7-iscsi {{(pid=109086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:46:22.195854 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11a02a59-b7b9-4a61-a9f7-03b66d17a8a0 admin admin] Made reservation on behalf of 145dbb330a0046f192ee138c7ecef9c3 for: {'subnet': 1} {{(pid=109084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:46:22.198190 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-11a02a59-b7b9-4a61-a9f7-03b66d17a8a0 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:22.388540 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-11a02a59-b7b9-4a61-a9f7-03b66d17a8a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625'] for subnet (3265adee-7510-4285-8ca5-0b0c39bb03c2), after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:22.481653 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a02a59-b7b9-4a61-a9f7-03b66d17a8a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3265adee-7510-4285-8ca5-0b0c39bb03c2,revision_number=0']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:22.500894 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a02a59-b7b9-4a61-a9f7-03b66d17a8a0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:46:22.501255 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a02a59-b7b9-4a61-a9f7-03b66d17a8a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:46:22.501764 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a02a59-b7b9-4a61-a9f7-03b66d17a8a0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:46:22.502268 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a02a59-b7b9-4a61-a9f7-03b66d17a8a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:46:22.502869 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a02a59-b7b9-4a61-a9f7-03b66d17a8a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:46:22.503479 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a02a59-b7b9-4a61-a9f7-03b66d17a8a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:46:22.503955 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a02a59-b7b9-4a61-a9f7-03b66d17a8a0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:46:22.504423 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a02a59-b7b9-4a61-a9f7-03b66d17a8a0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:46:22.504922 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a02a59-b7b9-4a61-a9f7-03b66d17a8a0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:46:22.505396 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a02a59-b7b9-4a61-a9f7-03b66d17a8a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:46:22.505879 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a02a59-b7b9-4a61-a9f7-03b66d17a8a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:46:22.506357 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a02a59-b7b9-4a61-a9f7-03b66d17a8a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:46:22.507014 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a02a59-b7b9-4a61-a9f7-03b66d17a8a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:46:22.514856 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a02a59-b7b9-4a61-a9f7-03b66d17a8a0 admin admin] Checking segment: {'id': '891fc541-a958-4346-b53a-2cca61914c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': 'db385663-4658-42c2-9aa8-fd33c27ac993'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:46:22.515231 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a02a59-b7b9-4a61-a9f7-03b66d17a8a0 admin admin] Network hostable DHCP agents. Network: db385663-4658-42c2-9aa8-fd33c27ac993, hostable agents: ['fe6892c5-7eb1-46ce-88dd-77c5bcc32263'], hosted agents: [] {{(pid=109084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:46:22.533852 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb5cf3f-5f0a-4ae5-be69-3e3af3a1d5ac req-79162afe-4457-433d-9471-21741a5ded13 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:22.535402 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-8bb5cf3f-5f0a-4ae5-be69-3e3af3a1d5ac req-79162afe-4457-433d-9471-21741a5ded13 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/ports?device_id=51ea482b-e202-4a11-a7d3-d8e22636f7d7 HTTP/1.1" status: 200 len: 945 time: 0.1025276 Jan 28 13:46:22.560896 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a02a59-b7b9-4a61-a9f7-03b66d17a8a0 admin admin] Network db385663-4658-42c2-9aa8-fd33c27ac993 is scheduled to be hosted by DHCP agent fe6892c5-7eb1-46ce-88dd-77c5bcc32263 with binding_index 1 {{(pid=109084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:46:22.575936 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.scheduler.base_scheduler [None req-11a02a59-b7b9-4a61-a9f7-03b66d17a8a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824187-7-iscsi, db385663-4658-42c2-9aa8-fd33c27ac993) {{(pid=109084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:46:22.585949 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc47a390-a077-4979-ba6b-d0e80b097909 None None] Network db385663-4658-42c2-9aa8-fd33c27ac993 requested from dv-cinder-824187-7-iscsi {{(pid=109086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:46:22.586986 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a02a59-b7b9-4a61-a9f7-03b66d17a8a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:22.587746 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-11a02a59-b7b9-4a61-a9f7-03b66d17a8a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032615'] for subnet (None), before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:22.612099 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-8bb5cf3f-5f0a-4ae5-be69-3e3af3a1d5ac req-decb667b-b4fd-41e4-9c99-4ceae05b6082 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e8aa884-59a1-48b6-b990-b4cff53ce899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682533 Jan 28 13:46:22.629585 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-11a02a59-b7b9-4a61-a9f7-03b66d17a8a0 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4593568 Jan 28 13:46:22.720273 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 40398) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:22.771425 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a59583ac-d648-46c9-9922-1ce05db5828d None None] Network db385663-4658-42c2-9aa8-fd33c27ac993 requested from dv-cinder-824187-7-iscsi {{(pid=109086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:46:22.958285 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-3e48dc4b-96dc-486b-8e99-75a39fbbce20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:23.048158 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-3e48dc4b-96dc-486b-8e99-75a39fbbce20 admin admin] Publish callbacks [] for security_group (61b8b663-2663-49b3-8c6d-8225efb94b2d), precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:23.052806 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-3e48dc4b-96dc-486b-8e99-75a39fbbce20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (61b8b663-2663-49b3-8c6d-8225efb94b2d), after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:23.088995 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-3e48dc4b-96dc-486b-8e99-75a39fbbce20 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=bfcdac5b78d1435495fb7f78cd95f949&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3675528 Jan 28 13:46:23.091798 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 40416) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:23.102733 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e48dc4b-96dc-486b-8e99-75a39fbbce20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61b8b663-2663-49b3-8c6d-8225efb94b2d,revision_number=1']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:23.148983 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3caeedff-7dda-405e-836d-1b81b3464fb6 admin admin] Publish callbacks [] for security_group (61b8b663-2663-49b3-8c6d-8225efb94b2d), before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:23.177235 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3caeedff-7dda-405e-836d-1b81b3464fb6 admin admin] Publish callbacks [] for security_group (61b8b663-2663-49b3-8c6d-8225efb94b2d), precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:23.238630 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3caeedff-7dda-405e-836d-1b81b3464fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (61b8b663-2663-49b3-8c6d-8225efb94b2d), after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:23.241481 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3caeedff-7dda-405e-836d-1b81b3464fb6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:23.243524 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-3caeedff-7dda-405e-836d-1b81b3464fb6 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/61b8b663-2663-49b3-8c6d-8225efb94b2d HTTP/1.1" status: 204 len: 168 time: 0.1498916 Jan 28 13:46:23.253999 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caeedff-7dda-405e-836d-1b81b3464fb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61b8b663-2663-49b3-8c6d-8225efb94b2d,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:23.783847 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a04bed-0db1-4c15-ae44-2452a5214379 req-78f96bf1-8c02-4c87-af48-5a3b22459cff tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:23.785472 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-d4a04bed-0db1-4c15-ae44-2452a5214379 req-78f96bf1-8c02-4c87-af48-5a3b22459cff tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/ports?device_id=51ea482b-e202-4a11-a7d3-d8e22636f7d7 HTTP/1.1" status: 200 len: 945 time: 0.0541489 Jan 28 13:46:23.837889 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-d4a04bed-0db1-4c15-ae44-2452a5214379 req-736e9a54-44df-40e7-9a85-c9bf01c4caef tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e8aa884-59a1-48b6-b990-b4cff53ce899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462101 Jan 28 13:46:24.815604 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbf0bdc-04f5-4f45-a67e-f8aa24e1eaf3 req-548a7db7-e042-47d3-8f5d-da367a159e18 tempest-DeleteServersTestJSON-498800092 tempest-DeleteServersTestJSON-498800092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:24.821547 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-9dbf0bdc-04f5-4f45-a67e-f8aa24e1eaf3 req-548a7db7-e042-47d3-8f5d-da367a159e18 tempest-DeleteServersTestJSON-498800092 tempest-DeleteServersTestJSON-498800092-project] 10.222.0.72 "GET /v2.0/ports?device_id=444c4c95-0603-4ef9-8b0f-d54cc39b1754 HTTP/1.1" status: 200 len: 945 time: 0.0567796 Jan 28 13:46:24.870356 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-9dbf0bdc-04f5-4f45-a67e-f8aa24e1eaf3 req-047fe62c-aa62-4fb2-bbe6-12ee5aa45560 tempest-DeleteServersTestJSON-498800092 tempest-DeleteServersTestJSON-498800092-project] 10.222.0.72 "GET /v2.0/security-groups?id=16c42bdf-973e-4b4f-8c31-f5a8c1ccd032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445678 Jan 28 13:46:24.979741 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9b4b04-cacf-4f62-8f4b-f6966af865af req-7886fc4b-2009-4fd7-aa13-b3839bcca40a tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:24.986469 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-ea9b4b04-cacf-4f62-8f4b-f6966af865af req-7886fc4b-2009-4fd7-aa13-b3839bcca40a tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/ports?device_id=51ea482b-e202-4a11-a7d3-d8e22636f7d7 HTTP/1.1" status: 200 len: 945 time: 0.0552185 Jan 28 13:46:25.050237 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-ea9b4b04-cacf-4f62-8f4b-f6966af865af req-c1bf41cc-f6e3-4604-a5d9-805da4f2b636 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e8aa884-59a1-48b6-b990-b4cff53ce899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627208 Jan 28 13:46:26.002905 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50c89c2-9af2-497b-8dc8-623b559b1712 req-bceb4661-b15a-421e-8093-be2cdc7dea57 tempest-DeleteServersTestJSON-498800092 tempest-DeleteServersTestJSON-498800092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:26.004510 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-c50c89c2-9af2-497b-8dc8-623b559b1712 req-bceb4661-b15a-421e-8093-be2cdc7dea57 tempest-DeleteServersTestJSON-498800092 tempest-DeleteServersTestJSON-498800092-project] 10.222.0.72 "GET /v2.0/ports?device_id=444c4c95-0603-4ef9-8b0f-d54cc39b1754 HTTP/1.1" status: 200 len: 945 time: 0.0623400 Jan 28 13:46:26.060647 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-c50c89c2-9af2-497b-8dc8-623b559b1712 req-1d9fca42-e736-46bc-92d7-fc9a2cf410dc tempest-DeleteServersTestJSON-498800092 tempest-DeleteServersTestJSON-498800092-project] 10.222.0.72 "GET /v2.0/security-groups?id=16c42bdf-973e-4b4f-8c31-f5a8c1ccd032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483937 Jan 28 13:46:26.183085 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309fa4f4-b9c0-4a76-88d1-59bfe2dc3e05 req-40be1157-6a9e-455d-95fa-740d763969f3 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:26.184612 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-309fa4f4-b9c0-4a76-88d1-59bfe2dc3e05 req-40be1157-6a9e-455d-95fa-740d763969f3 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/ports?device_id=51ea482b-e202-4a11-a7d3-d8e22636f7d7 HTTP/1.1" status: 200 len: 945 time: 0.0485418 Jan 28 13:46:26.232959 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 40590) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:26.246162 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-309fa4f4-b9c0-4a76-88d1-59bfe2dc3e05 req-cffe950a-22fe-4c63-b050-c69ebccf1707 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e8aa884-59a1-48b6-b990-b4cff53ce899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549972 Jan 28 13:46:26.374055 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9b2544dc-f482-4037-8187-4ec9f8eb5f8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:26.462833 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9b2544dc-f482-4037-8187-4ec9f8eb5f8d admin admin] Publish callbacks [] for security_group (ec42965f-26a3-4e90-8fe5-569e99c85c0e), precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:26.467053 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9b2544dc-f482-4037-8187-4ec9f8eb5f8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (ec42965f-26a3-4e90-8fe5-569e99c85c0e), after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:26.505405 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2544dc-f482-4037-8187-4ec9f8eb5f8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec42965f-26a3-4e90-8fe5-569e99c85c0e,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:26.513498 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 40610) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:26.524333 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-9b2544dc-f482-4037-8187-4ec9f8eb5f8d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=11a789b4399b45aab6e7687bd0aeb8fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2867489 Jan 28 13:46:26.569011 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-3c58935b-750b-468a-8ef9-97223cedf15a admin admin] Publish callbacks [] for security_group (ec42965f-26a3-4e90-8fe5-569e99c85c0e), before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:26.593620 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-3c58935b-750b-468a-8ef9-97223cedf15a admin admin] Publish callbacks [] for security_group (ec42965f-26a3-4e90-8fe5-569e99c85c0e), precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:26.645635 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-3c58935b-750b-468a-8ef9-97223cedf15a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (ec42965f-26a3-4e90-8fe5-569e99c85c0e), after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:26.649685 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-3c58935b-750b-468a-8ef9-97223cedf15a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:26.650876 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-3c58935b-750b-468a-8ef9-97223cedf15a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ec42965f-26a3-4e90-8fe5-569e99c85c0e HTTP/1.1" status: 204 len: 168 time: 0.1363521 Jan 28 13:46:26.659224 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c58935b-750b-468a-8ef9-97223cedf15a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec42965f-26a3-4e90-8fe5-569e99c85c0e,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:27.191770 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c18914-057c-43b2-9185-8e5d38124d04 req-3ab90c00-6652-43f3-ab67-e8cd18d6cc39 tempest-DeleteServersTestJSON-498800092 tempest-DeleteServersTestJSON-498800092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:27.193763 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-76c18914-057c-43b2-9185-8e5d38124d04 req-3ab90c00-6652-43f3-ab67-e8cd18d6cc39 tempest-DeleteServersTestJSON-498800092 tempest-DeleteServersTestJSON-498800092-project] 10.222.0.72 "GET /v2.0/ports?device_id=444c4c95-0603-4ef9-8b0f-d54cc39b1754 HTTP/1.1" status: 200 len: 945 time: 0.0550768 Jan 28 13:46:27.254626 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-76c18914-057c-43b2-9185-8e5d38124d04 req-279295a1-cc2c-4ba3-83fe-3c70fe3850ec tempest-DeleteServersTestJSON-498800092 tempest-DeleteServersTestJSON-498800092-project] 10.222.0.72 "GET /v2.0/security-groups?id=16c42bdf-973e-4b4f-8c31-f5a8c1ccd032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536675 Jan 28 13:46:27.398355 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b4aa3b-47bf-4bf3-a792-57985794f423 req-e2c37661-9d81-405f-8f65-312e8ce2d4b6 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:27.400461 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-02b4aa3b-47bf-4bf3-a792-57985794f423 req-e2c37661-9d81-405f-8f65-312e8ce2d4b6 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/ports?device_id=51ea482b-e202-4a11-a7d3-d8e22636f7d7 HTTP/1.1" status: 200 len: 945 time: 0.0697622 Jan 28 13:46:27.474542 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-02b4aa3b-47bf-4bf3-a792-57985794f423 req-6e8b0ef5-d6a5-42aa-aebe-061b346b15d5 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e8aa884-59a1-48b6-b990-b4cff53ce899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641773 Jan 28 13:46:28.029514 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882c157a-fd75-4eac-982f-4348fcea82f8 req-3fd0bb12-b77b-4da3-95e2-1e43b20a0a49 tempest-DeleteServersTestJSON-498800092 tempest-DeleteServersTestJSON-498800092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:28.032330 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-882c157a-fd75-4eac-982f-4348fcea82f8 req-3fd0bb12-b77b-4da3-95e2-1e43b20a0a49 tempest-DeleteServersTestJSON-498800092 tempest-DeleteServersTestJSON-498800092-project] 10.222.0.78 "GET /v2.0/ports?device_id=444c4c95-0603-4ef9-8b0f-d54cc39b1754 HTTP/1.1" status: 200 len: 945 time: 0.0851607 Jan 28 13:46:28.108293 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 40684) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:28.166111 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-882c157a-fd75-4eac-982f-4348fcea82f8 req-ec929112-c326-4593-9208-65b03db4a70d tempest-DeleteServersTestJSON-498800092 tempest-DeleteServersTestJSON-498800092-project] Deleting port 47d90186-2685-44dc-b033-a8900ad0caac {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:46:28.166457 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-882c157a-fd75-4eac-982f-4348fcea82f8 req-ec929112-c326-4593-9208-65b03db4a70d tempest-DeleteServersTestJSON-498800092 tempest-DeleteServersTestJSON-498800092-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742788692592'] for port (47d90186-2685-44dc-b033-a8900ad0caac), before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:28.223117 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-abeb5e38-efd8-4170-8069-9b60911a1973 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (fe6892c5-7eb1-46ce-88dd-77c5bcc32263), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:28.276762 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-882c157a-fd75-4eac-982f-4348fcea82f8 req-ec929112-c326-4593-9208-65b03db4a70d tempest-DeleteServersTestJSON-498800092 tempest-DeleteServersTestJSON-498800092-project] For port 47d90186-2685-44dc-b033-a8900ad0caac, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=47d90186-2685-44dc-b033-a8900ad0caac,segment=NetworkSegment(295125c7-46c7-4c5a-b090-4ac467f9d1e3),segment_id=295125c7-46c7-4c5a-b090-4ac467f9d1e3)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:46:28.277181 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-882c157a-fd75-4eac-982f-4348fcea82f8 req-ec929112-c326-4593-9208-65b03db4a70d tempest-DeleteServersTestJSON-498800092 tempest-DeleteServersTestJSON-498800092-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818260'] for port (47d90186-2685-44dc-b033-a8900ad0caac), precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:28.300934 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-882c157a-fd75-4eac-982f-4348fcea82f8 req-ec929112-c326-4593-9208-65b03db4a70d tempest-DeleteServersTestJSON-498800092 tempest-DeleteServersTestJSON-498800092-project] Calling delete_port for 47d90186-2685-44dc-b033-a8900ad0caac owned by compute:nova {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:46:28.384677 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-106b0df2-4a9c-463b-9224-04a9f95a8850 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:28.428589 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4251350-04c7-46df-92df-3e8a7eaf49da req-3fbe9060-dc3a-464d-a669-05f09e0ae15a tempest-DeleteServersTestJSON-498800092 tempest-DeleteServersTestJSON-498800092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:28.430167 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-b4251350-04c7-46df-92df-3e8a7eaf49da req-3fbe9060-dc3a-464d-a669-05f09e0ae15a tempest-DeleteServersTestJSON-498800092 tempest-DeleteServersTestJSON-498800092-project] 10.222.0.72 "GET /v2.0/ports?device_id=444c4c95-0603-4ef9-8b0f-d54cc39b1754 HTTP/1.1" status: 200 len: 945 time: 0.0850363 Jan 28 13:46:28.501496 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-882c157a-fd75-4eac-982f-4348fcea82f8 req-ec929112-c326-4593-9208-65b03db4a70d tempest-DeleteServersTestJSON-498800092 tempest-DeleteServersTestJSON-498800092-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742788697034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742788384835'] for port (47d90186-2685-44dc-b033-a8900ad0caac), after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:28.516469 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] get_ports_and_sgs() called for port_ids ['47d90186-2685-44dc-b033-a8900ad0caac'] {{(pid=109086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:46:28.528390 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-b4251350-04c7-46df-92df-3e8a7eaf49da req-f2a79078-b63f-4209-96d7-2d3b3c5ba885 tempest-DeleteServersTestJSON-498800092 tempest-DeleteServersTestJSON-498800092-project] 10.222.0.72 "GET /v2.0/security-groups?id=16c42bdf-973e-4b4f-8c31-f5a8c1ccd032&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905609 Jan 28 13:46:28.556949 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec929112-c326-4593-9208-65b03db4a70d tempest-DeleteServersTestJSON-498800092 tempest-DeleteServersTestJSON-498800092-project] Pushing event deleted for resources: {'Port': ['ID=47d90186-2685-44dc-b033-a8900ad0caac,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:28.583617 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-106b0df2-4a9c-463b-9224-04a9f95a8850 admin admin] Publish callbacks [] for security_group (5f18ba18-2b35-49ad-bb4a-bcaf13be6be9), precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:28.591849 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-106b0df2-4a9c-463b-9224-04a9f95a8850 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (5f18ba18-2b35-49ad-bb4a-bcaf13be6be9), after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:28.635667 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-106b0df2-4a9c-463b-9224-04a9f95a8850 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=bdad426a814e457db9a34478728e3d13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5259616 Jan 28 13:46:28.636900 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106b0df2-4a9c-463b-9224-04a9f95a8850 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f18ba18-2b35-49ad-bb4a-bcaf13be6be9,revision_number=1']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:28.639211 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 40700) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:28.644228 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-882c157a-fd75-4eac-982f-4348fcea82f8 req-ec929112-c326-4593-9208-65b03db4a70d tempest-DeleteServersTestJSON-498800092 tempest-DeleteServersTestJSON-498800092-project] No DVR routers for this DVR port 47d90186-2685-44dc-b033-a8900ad0caac on host hv-cinder-82418 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:46:28.671469 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-882c157a-fd75-4eac-982f-4348fcea82f8 req-ec929112-c326-4593-9208-65b03db4a70d tempest-DeleteServersTestJSON-498800092 tempest-DeleteServersTestJSON-498800092-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91499'] for port (None), before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:28.674755 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-882c157a-fd75-4eac-982f-4348fcea82f8 req-ec929112-c326-4593-9208-65b03db4a70d tempest-DeleteServersTestJSON-498800092 tempest-DeleteServersTestJSON-498800092-project] 10.222.0.78 "DELETE /v2.0/ports/47d90186-2685-44dc-b033-a8900ad0caac HTTP/1.1" status: 204 len: 173 time: 0.6356375 Jan 28 13:46:28.675208 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '444c4c95-0603-4ef9-8b0f-d54cc39b1754', 'name': 'network-vif-deleted', 'tag': '47d90186-2685-44dc-b033-a8900ad0caac'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:46:28.677801 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19ef927ebdb7e136520bf73605241c98ba3844c75ab8794845cb00139da391b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aed8a95-95d4-40fe-9113-b6018952fc8d" -d '{"events": [{"server_uuid": "444c4c95-0603-4ef9-8b0f-d54cc39b1754", "name": "network-vif-deleted", "tag": "47d90186-2685-44dc-b033-a8900ad0caac"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:46:28.707371 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-2150867f-39ba-406c-a3ad-b338cae6bb65 admin admin] Publish callbacks [] for security_group (5f18ba18-2b35-49ad-bb4a-bcaf13be6be9), before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:28.727591 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d937a2-b8d5-4f3a-b34c-0725dbbf42ed req-c1ae043b-56c8-4b83-9aec-44cc699a80a6 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:28.730567 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-48d937a2-b8d5-4f3a-b34c-0725dbbf42ed req-c1ae043b-56c8-4b83-9aec-44cc699a80a6 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/ports?device_id=51ea482b-e202-4a11-a7d3-d8e22636f7d7 HTTP/1.1" status: 200 len: 945 time: 0.1142764 Jan 28 13:46:28.732697 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:46:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f0fc2d6-1a56-4f06-aad5-8ed145227bf6 x-openstack-request-id: req-6f0fc2d6-1a56-4f06-aad5-8ed145227bf6 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:46:28.733011 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "444c4c95-0603-4ef9-8b0f-d54cc39b1754", "name": "network-vif-deleted", "tag": "47d90186-2685-44dc-b033-a8900ad0caac", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:46:28.733264 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-6f0fc2d6-1a56-4f06-aad5-8ed145227bf6 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:46:28.733819 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '444c4c95-0603-4ef9-8b0f-d54cc39b1754', 'name': 'network-vif-deleted', 'tag': '47d90186-2685-44dc-b033-a8900ad0caac', 'status': 'completed', 'code': 200} Jan 28 13:46:28.746314 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-2150867f-39ba-406c-a3ad-b338cae6bb65 admin admin] Publish callbacks [] for security_group (5f18ba18-2b35-49ad-bb4a-bcaf13be6be9), precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:28.802940 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-48d937a2-b8d5-4f3a-b34c-0725dbbf42ed req-a5f01ad7-6b07-4f9c-9fe7-028a7cc8c614 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e8aa884-59a1-48b6-b990-b4cff53ce899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657258 Jan 28 13:46:28.811230 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-2150867f-39ba-406c-a3ad-b338cae6bb65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (5f18ba18-2b35-49ad-bb4a-bcaf13be6be9), after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:28.814514 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-2150867f-39ba-406c-a3ad-b338cae6bb65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:28.840298 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-2150867f-39ba-406c-a3ad-b338cae6bb65 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5f18ba18-2b35-49ad-bb4a-bcaf13be6be9 HTTP/1.1" status: 204 len: 168 time: 0.1999707 Jan 28 13:46:28.869760 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2150867f-39ba-406c-a3ad-b338cae6bb65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f18ba18-2b35-49ad-bb4a-bcaf13be6be9,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:29.224455 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 40724) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:29.241070 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5df68e90-fdeb-4756-9e12-b0e4b0926afa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:29.315936 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5df68e90-fdeb-4756-9e12-b0e4b0926afa admin admin] Publish callbacks [] for security_group (1865f4c7-6e0e-47b0-a4d5-f95f58bd16aa), precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:29.320483 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5df68e90-fdeb-4756-9e12-b0e4b0926afa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (1865f4c7-6e0e-47b0-a4d5-f95f58bd16aa), after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:29.364553 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-5df68e90-fdeb-4756-9e12-b0e4b0926afa admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=4be13d2a452c4f959fabddf68657ddc9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1389003 Jan 28 13:46:29.365555 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df68e90-fdeb-4756-9e12-b0e4b0926afa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1865f4c7-6e0e-47b0-a4d5-f95f58bd16aa,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:29.367469 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 40726) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:29.417462 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-409269b6-8be7-457f-804a-b01103b7577d admin admin] Publish callbacks [] for security_group (1865f4c7-6e0e-47b0-a4d5-f95f58bd16aa), before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:29.439821 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-409269b6-8be7-457f-804a-b01103b7577d admin admin] Publish callbacks [] for security_group (1865f4c7-6e0e-47b0-a4d5-f95f58bd16aa), precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:29.492346 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-409269b6-8be7-457f-804a-b01103b7577d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (1865f4c7-6e0e-47b0-a4d5-f95f58bd16aa), after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:29.495815 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-409269b6-8be7-457f-804a-b01103b7577d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:29.497374 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-409269b6-8be7-457f-804a-b01103b7577d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/1865f4c7-6e0e-47b0-a4d5-f95f58bd16aa HTTP/1.1" status: 204 len: 168 time: 0.1288683 Jan 28 13:46:29.505988 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409269b6-8be7-457f-804a-b01103b7577d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1865f4c7-6e0e-47b0-a4d5-f95f58bd16aa,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:29.649487 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-d3f33583-050c-4581-a4ba-57de3b5224cd req-32f9232d-29b4-4c81-a429-d58cb2a683d7 tempest-DeleteServersTestJSON-498800092 tempest-DeleteServersTestJSON-498800092-project] 10.222.0.72 "GET /v2.0/ports?device_id=444c4c95-0603-4ef9-8b0f-d54cc39b1754 HTTP/1.1" status: 200 len: 210 time: 0.0275552 Jan 28 13:46:29.875660 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 40738) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:29.891882 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-c15b43df-50d1-43a8-8b26-afcd22033f71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:29.963804 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6a6205-215b-4403-ac0d-bfbc56b650c9 req-7be9008e-b9bd-4662-bec5-19c7744b2759 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:29.965329 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-cb6a6205-215b-4403-ac0d-bfbc56b650c9 req-7be9008e-b9bd-4662-bec5-19c7744b2759 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/ports?device_id=51ea482b-e202-4a11-a7d3-d8e22636f7d7 HTTP/1.1" status: 200 len: 945 time: 0.0754840 Jan 28 13:46:30.042978 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-cb6a6205-215b-4403-ac0d-bfbc56b650c9 req-3a52d3ed-ed60-4579-9664-ba431cdd7bfc tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e8aa884-59a1-48b6-b990-b4cff53ce899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708206 Jan 28 13:46:30.061667 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-c15b43df-50d1-43a8-8b26-afcd22033f71 admin admin] Publish callbacks [] for security_group (b5017ea8-22a6-41a2-a434-28f4a58d222c), precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:30.067964 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-c15b43df-50d1-43a8-8b26-afcd22033f71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (b5017ea8-22a6-41a2-a434-28f4a58d222c), after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:30.106879 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15b43df-50d1-43a8-8b26-afcd22033f71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5017ea8-22a6-41a2-a434-28f4a58d222c,revision_number=1']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:30.111914 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-c15b43df-50d1-43a8-8b26-afcd22033f71 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d7208aa88b4146c295ac184909629085&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2352221 Jan 28 13:46:30.114825 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 40744) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:30.171465 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7ec4e3b6-4a11-4cfa-9715-f14267536c88 admin admin] Publish callbacks [] for security_group (b5017ea8-22a6-41a2-a434-28f4a58d222c), before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:30.195533 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7ec4e3b6-4a11-4cfa-9715-f14267536c88 admin admin] Publish callbacks [] for security_group (b5017ea8-22a6-41a2-a434-28f4a58d222c), precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:30.249021 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a00d82e1-f62f-4bfc-9e4c-f30255d85cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (5fb30df9-6f10-41b8-94cc-b881623ba250), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:30.267881 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7ec4e3b6-4a11-4cfa-9715-f14267536c88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (b5017ea8-22a6-41a2-a434-28f4a58d222c), after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:30.270965 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7ec4e3b6-4a11-4cfa-9715-f14267536c88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:30.272322 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-7ec4e3b6-4a11-4cfa-9715-f14267536c88 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b5017ea8-22a6-41a2-a434-28f4a58d222c HTTP/1.1" status: 204 len: 168 time: 0.1564023 Jan 28 13:46:30.281385 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec4e3b6-4a11-4cfa-9715-f14267536c88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5017ea8-22a6-41a2-a434-28f4a58d222c,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:31.043046 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 40792) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:31.172345 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.v2.base [None req-ca00682a-cda0-4ee1-907e-4470dc2c139c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2005865697-network', 'tenant_id': '91bd515480d64f1fb4c68f74dfec7a79'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:46:31.206900 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682bda19-d0ce-4aa4-97ab-6fb5cfc0060f req-850f45ba-262f-46be-9d74-d0702a84115d tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:31.208914 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-682bda19-d0ce-4aa4-97ab-6fb5cfc0060f req-850f45ba-262f-46be-9d74-d0702a84115d tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/ports?device_id=51ea482b-e202-4a11-a7d3-d8e22636f7d7 HTTP/1.1" status: 200 len: 945 time: 0.0709636 Jan 28 13:46:31.209849 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca00682a-cda0-4ee1-907e-4470dc2c139c admin admin] Made reservation on behalf of 91bd515480d64f1fb4c68f74dfec7a79 for: {'network': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:46:31.212022 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ca00682a-cda0-4ee1-907e-4470dc2c139c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for network (None), before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:31.222700 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ca00682a-cda0-4ee1-907e-4470dc2c139c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:31.311977 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-682bda19-d0ce-4aa4-97ab-6fb5cfc0060f req-8ebd8f48-c54d-42d1-acef-699533655c15 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e8aa884-59a1-48b6-b990-b4cff53ce899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904288 Jan 28 13:46:31.350349 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ca00682a-cda0-4ee1-907e-4470dc2c139c admin admin] Publish callbacks [] for security_group (8e1a0b02-245e-4af4-9ae4-a81f664fb130), precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:31.356078 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ca00682a-cda0-4ee1-907e-4470dc2c139c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (8e1a0b02-245e-4af4-9ae4-a81f664fb130), after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:31.388331 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca00682a-cda0-4ee1-907e-4470dc2c139c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 722} {{(pid=109085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:46:31.395070 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca00682a-cda0-4ee1-907e-4470dc2c139c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e1a0b02-245e-4af4-9ae4-a81f664fb130,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:31.402590 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ca00682a-cda0-4ee1-907e-4470dc2c139c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-923698'] for segment (96a3ffce-3ebc-4cee-b2b1-2d336e9f8d25), precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:31.402933 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.db.segments_db [None req-ca00682a-cda0-4ee1-907e-4470dc2c139c admin admin] Added segment 96a3ffce-3ebc-4cee-b2b1-2d336e9f8d25 of type vlan for network edec13d6-6734-4abe-91ae-5b6be190099b Jan 28 13:46:31.453498 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ca00682a-cda0-4ee1-907e-4470dc2c139c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742788371074'] for network (edec13d6-6734-4abe-91ae-5b6be190099b), precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:31.481529 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ca00682a-cda0-4ee1-907e-4470dc2c139c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625'] for network (edec13d6-6734-4abe-91ae-5b6be190099b), after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:31.482663 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca00682a-cda0-4ee1-907e-4470dc2c139c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:31.484126 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ca00682a-cda0-4ee1-907e-4470dc2c139c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032615'] for network (None), before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:31.549832 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-ca00682a-cda0-4ee1-907e-4470dc2c139c admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5056441 Jan 28 13:46:31.552954 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 40818) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:31.560130 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.v2.base [None req-00e589f9-f32d-49f3-8b39-41dd3b23c64e admin admin] Request body: {'subnet': {'network_id': 'edec13d6-6734-4abe-91ae-5b6be190099b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2005865697-subnet', 'tenant_id': '91bd515480d64f1fb4c68f74dfec7a79', 'ip_version': 4}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:46:31.571904 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca00682a-cda0-4ee1-907e-4470dc2c139c admin admin] Pushing event updated for resources: {'Network': ['ID=edec13d6-6734-4abe-91ae-5b6be190099b,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:31.587586 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Network edec13d6-6734-4abe-91ae-5b6be190099b details requested by agent ovs-agent-dv-cinder-824187-7-iscsi with host dv-cinder-824187-7-iscsi {{(pid=109086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:46:31.590175 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00e589f9-f32d-49f3-8b39-41dd3b23c64e admin admin] Made reservation on behalf of 91bd515480d64f1fb4c68f74dfec7a79 for: {'subnet': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:46:31.592467 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-00e589f9-f32d-49f3-8b39-41dd3b23c64e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:31.602691 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Device 47d90186-2685-44dc-b033-a8900ad0caac no longer exists at agent hyperv_hv-cinder-82418 {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:46:31.646673 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 40820) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:31.648432 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] No Port match for: 47d90186-2685-44dc-b033-a8900ad0caac {{(pid=109086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:46:31.648872 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Device 47d90186-2685-44dc-b033-a8900ad0caac not bound to the agent host hv-cinder-82418 {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:46:31.692447 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-120fdcba-5236-4c4f-ad1d-de3bbc2703f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (270c75b4-e9a8-4b16-85de-99abb56244df), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:31.775152 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-16bae66d-e532-486b-a6ab-4733303bb533 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:31.785756 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-00e589f9-f32d-49f3-8b39-41dd3b23c64e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625'] for subnet (0bbd587e-7762-4c23-87b9-7f5b462e54c4), after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:31.840962 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e589f9-f32d-49f3-8b39-41dd3b23c64e admin admin] Pushing event updated for resources: {'Subnet': ['ID=0bbd587e-7762-4c23-87b9-7f5b462e54c4,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:31.851772 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e589f9-f32d-49f3-8b39-41dd3b23c64e admin admin] Checking segment: {'id': '96a3ffce-3ebc-4cee-b2b1-2d336e9f8d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'edec13d6-6734-4abe-91ae-5b6be190099b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:46:31.852231 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e589f9-f32d-49f3-8b39-41dd3b23c64e admin admin] Network hostable DHCP agents. Network: edec13d6-6734-4abe-91ae-5b6be190099b, hostable agents: ['fe6892c5-7eb1-46ce-88dd-77c5bcc32263'], hosted agents: [] {{(pid=109085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:46:31.866274 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-16bae66d-e532-486b-a6ab-4733303bb533 admin admin] Publish callbacks [] for security_group (1c7239d8-82c0-4e73-920f-ac342d310bcd), precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:31.870292 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e589f9-f32d-49f3-8b39-41dd3b23c64e admin admin] Network edec13d6-6734-4abe-91ae-5b6be190099b is scheduled to be hosted by DHCP agent fe6892c5-7eb1-46ce-88dd-77c5bcc32263 with binding_index 1 {{(pid=109085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:46:31.871996 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-16bae66d-e532-486b-a6ab-4733303bb533 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (1c7239d8-82c0-4e73-920f-ac342d310bcd), after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:31.887969 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-00e589f9-f32d-49f3-8b39-41dd3b23c64e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824187-7-iscsi, edec13d6-6734-4abe-91ae-5b6be190099b) {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:46:31.896008 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00e589f9-f32d-49f3-8b39-41dd3b23c64e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:31.896615 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-00e589f9-f32d-49f3-8b39-41dd3b23c64e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032615'] for subnet (None), before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:31.897395 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fccf9ad4-5195-4922-a1b2-1623574efc9e None None] Network edec13d6-6734-4abe-91ae-5b6be190099b requested from dv-cinder-824187-7-iscsi {{(pid=109086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:46:31.918920 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-00e589f9-f32d-49f3-8b39-41dd3b23c64e admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3619914 Jan 28 13:46:31.919147 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 40826) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:31.922225 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bae66d-e532-486b-a6ab-4733303bb533 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c7239d8-82c0-4e73-920f-ac342d310bcd,revision_number=1']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:31.924251 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.v2.base [None req-13cc8fe1-3d1e-4b83-be99-ce3a133bd758 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2005865697-router', 'tenant_id': '91bd515480d64f1fb4c68f74dfec7a79', 'external_gateway_info': {'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067'}}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:46:31.927457 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-16bae66d-e532-486b-a6ab-4733303bb533 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=62a249352c4140e593ac97d6823a0e1f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2793727 Jan 28 13:46:31.929904 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 40828) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:31.955349 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-13cc8fe1-3d1e-4b83-be99-ce3a133bd758 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1812062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-46824'] for router (3b37101d-7801-484d-9b53-12bc30cc60a8), before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:31.956430 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-13cc8fe1-3d1e-4b83-be99-ce3a133bd758 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1812686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1816868', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1575594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-46611'] for router (3b37101d-7801-484d-9b53-12bc30cc60a8), precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:31.985852 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-f25f8788-cad6-47d9-9fbf-a32846d9a709 admin admin] Publish callbacks [] for security_group (1c7239d8-82c0-4e73-920f-ac342d310bcd), before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:32.012062 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-f25f8788-cad6-47d9-9fbf-a32846d9a709 admin admin] Publish callbacks [] for security_group (1c7239d8-82c0-4e73-920f-ac342d310bcd), precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:32.016507 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-13cc8fe1-3d1e-4b83-be99-ce3a133bd758 admin admin] Publish callbacks [] for router_controller (3b37101d-7801-484d-9b53-12bc30cc60a8), precommit_add_association {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:32.084180 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-f25f8788-cad6-47d9-9fbf-a32846d9a709 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (1c7239d8-82c0-4e73-920f-ac342d310bcd), after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:32.087168 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-f25f8788-cad6-47d9-9fbf-a32846d9a709 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:32.088627 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-f25f8788-cad6-47d9-9fbf-a32846d9a709 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/1c7239d8-82c0-4e73-920f-ac342d310bcd HTTP/1.1" status: 204 len: 168 time: 0.1577492 Jan 28 13:46:32.101661 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25f8788-cad6-47d9-9fbf-a32846d9a709 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c7239d8-82c0-4e73-920f-ac342d310bcd,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:32.149952 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 40838) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:32.191727 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89a2ace9-8457-4033-ba7b-77f91c19738c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp107b8415-c657-5120-917d-5bab152d4a1a-edec13d6-6734-4abe-91ae-5b6be190099b', 'network_id': 'edec13d6-6734-4abe-91ae-5b6be190099b', 'project_id': '91bd515480d64f1fb4c68f74dfec7a79', 'fixed_ips': [{'subnet_id': '0bbd587e-7762-4c23-87b9-7f5b462e54c4'}]}} from dv-cinder-824187-7-iscsi. {{(pid=109086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:46:32.192670 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-89a2ace9-8457-4033-ba7b-77f91c19738c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (None), before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:32.212783 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-13cc8fe1-3d1e-4b83-be99-ce3a133bd758 admin admin] Publish callbacks [] for router_gateway (3b37101d-7801-484d-9b53-12bc30cc60a8), precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:32.224376 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.db.db_base_plugin_v2 [None req-535aefa1-1ff6-466b-8344-e49a2fb3eda7 admin admin] Deleting subnet 2b7c19f5-5607-450e-ac1d-452cb2e1169e {{(pid=109084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:46:32.229228 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-535aefa1-1ff6-466b-8344-e49a2fb3eda7 admin admin] Publish callbacks [] for subnet (2b7c19f5-5607-450e-ac1d-452cb2e1169e), before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:32.272184 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-535aefa1-1ff6-466b-8344-e49a2fb3eda7 admin admin] Publish callbacks [] for subnet (2b7c19f5-5607-450e-ac1d-452cb2e1169e), precommit_delete_associations {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:32.297305 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-535aefa1-1ff6-466b-8344-e49a2fb3eda7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1036461'] for subnet (2b7c19f5-5607-450e-ac1d-452cb2e1169e), precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:32.420083 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-535aefa1-1ff6-466b-8344-e49a2fb3eda7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1036450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625'] for subnet (2b7c19f5-5607-450e-ac1d-452cb2e1169e), after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:32.436633 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-89a2ace9-8457-4033-ba7b-77f91c19738c None None] Allocated IP 172.20.0.2 (edec13d6-6734-4abe-91ae-5b6be190099b/0bbd587e-7762-4c23-87b9-7f5b462e54c4/f43ba85f-a52b-49bd-bf65-a1a1e279e0e3) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:46:32.461072 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535aefa1-1ff6-466b-8344-e49a2fb3eda7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b7c19f5-5607-450e-ac1d-452cb2e1169e,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:32.498257 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-13cc8fe1-3d1e-4b83-be99-ce3a133bd758 admin admin] Publish callbacks [] for router_gateway (3b37101d-7801-484d-9b53-12bc30cc60a8), before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:32.504619 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-535aefa1-1ff6-466b-8344-e49a2fb3eda7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:32.509460 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-535aefa1-1ff6-466b-8344-e49a2fb3eda7 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/2b7c19f5-5607-450e-ac1d-452cb2e1169e HTTP/1.1" status: 204 len: 168 time: 0.3576632 Jan 28 13:46:32.511345 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 40850) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:32.518903 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0fe9f2-0b66-44e5-ba58-25fb9e98fc7b req-f5bfd012-6494-4166-ab18-62bca7e0b50f tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:32.522202 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-13cc8fe1-3d1e-4b83-be99-ce3a133bd758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (None), before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:32.527591 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-1e0fe9f2-0b66-44e5-ba58-25fb9e98fc7b req-f5bfd012-6494-4166-ab18-62bca7e0b50f tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/ports?device_id=51ea482b-e202-4a11-a7d3-d8e22636f7d7 HTTP/1.1" status: 200 len: 945 time: 0.0935524 Jan 28 13:46:32.590436 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 40854) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:32.634920 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-70a886b9-13eb-4390-bb50-610b0b7834e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:32.657957 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-d80e1ffc-c4b6-426a-9e6a-7d740251f9b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-799852'] for network (540d20e8-ba52-44bb-a51c-90ae52b3c129), before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:32.679017 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-1e0fe9f2-0b66-44e5-ba58-25fb9e98fc7b req-5f7b5b40-20e3-4563-8b0e-824537f6c398 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e8aa884-59a1-48b6-b990-b4cff53ce899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500707 Jan 28 13:46:32.682373 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-89a2ace9-8457-4033-ba7b-77f91c19738c None None] Publish callbacks [] for port (f43ba85f-a52b-49bd-bf65-a1a1e279e0e3), precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:32.699347 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-89a2ace9-8457-4033-ba7b-77f91c19738c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742788384826'] for port (f43ba85f-a52b-49bd-bf65-a1a1e279e0e3), after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:32.733304 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-5f721132-b581-4a8b-99cb-5fab07d7b569 req-5ba3b959-67a9-4dbe-bc35-b720b0f21b95 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=175714f6-fa92-4781-8501-a6356be58096&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1662517 Jan 28 13:46:32.760064 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a2ace9-8457-4033-ba7b-77f91c19738c None None] Pushing event updated for resources: {'Port': ['ID=f43ba85f-a52b-49bd-bf65-a1a1e279e0e3,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:32.770287 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89a2ace9-8457-4033-ba7b-77f91c19738c None None] Network edec13d6-6734-4abe-91ae-5b6be190099b is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:46:32.773197 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-89a2ace9-8457-4033-ba7b-77f91c19738c None None] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:46:32.773387 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [None req-13cc8fe1-3d1e-4b83-be99-ce3a133bd758 admin admin] Allocated IP 172.27.0.49 (5658bb11-9d09-4b0d-90e7-a96bf662b067/12c2ab48-c458-44a5-bf56-c21764e1e48c/c77b92c2-3718-4b36-af0f-460cc3a27081) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:46:32.781744 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-d80e1ffc-c4b6-426a-9e6a-7d740251f9b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1044054', 'neutron.services.segments.db._delete_segments_for_network-8742788684692'] for network (540d20e8-ba52-44bb-a51c-90ae52b3c129), precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:32.792479 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a2ace9-8457-4033-ba7b-77f91c19738c None None] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:46:32.797471 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a2ace9-8457-4033-ba7b-77f91c19738c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:46:32.797851 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a2ace9-8457-4033-ba7b-77f91c19738c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:46:32.798212 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a2ace9-8457-4033-ba7b-77f91c19738c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:46:32.798556 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a2ace9-8457-4033-ba7b-77f91c19738c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:46:32.799033 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a2ace9-8457-4033-ba7b-77f91c19738c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:46:32.799416 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a2ace9-8457-4033-ba7b-77f91c19738c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:46:32.799752 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a2ace9-8457-4033-ba7b-77f91c19738c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:46:32.800079 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a2ace9-8457-4033-ba7b-77f91c19738c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:46:32.800409 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a2ace9-8457-4033-ba7b-77f91c19738c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:46:32.800751 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a2ace9-8457-4033-ba7b-77f91c19738c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:46:32.801129 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a2ace9-8457-4033-ba7b-77f91c19738c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:46:32.801522 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a2ace9-8457-4033-ba7b-77f91c19738c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:46:32.801761 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a2ace9-8457-4033-ba7b-77f91c19738c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:46:32.836453 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-d80e1ffc-c4b6-426a-9e6a-7d740251f9b7 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109084) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:46:32.836855 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-d80e1ffc-c4b6-426a-9e6a-7d740251f9b7 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109084) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:46:32.837577 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-d80e1ffc-c4b6-426a-9e6a-7d740251f9b7 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109084) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:46:32.837914 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-d80e1ffc-c4b6-426a-9e6a-7d740251f9b7 admin admin] Subscribe: > port after_create 55550000 {{(pid=109084) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:46:32.838242 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-d80e1ffc-c4b6-426a-9e6a-7d740251f9b7 admin admin] Subscribe: > port after_delete 55550000 {{(pid=109084) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:46:32.838564 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-d80e1ffc-c4b6-426a-9e6a-7d740251f9b7 admin admin] Subscribe: > port after_update 55550000 {{(pid=109084) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:46:32.838894 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-d80e1ffc-c4b6-426a-9e6a-7d740251f9b7 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109084) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:46:32.839203 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-d80e1ffc-c4b6-426a-9e6a-7d740251f9b7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109084) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:46:32.839528 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-d80e1ffc-c4b6-426a-9e6a-7d740251f9b7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109084) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:46:32.839839 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-d80e1ffc-c4b6-426a-9e6a-7d740251f9b7 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109084) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:46:32.845435 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a365d3e8-b48a-4a28-95b6-25537061fe93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (282d2827-b9b4-4282-91d0-335a7cd9818a), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:32.893383 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [None req-89a2ace9-8457-4033-ba7b-77f91c19738c None None] Attempting to bind port f43ba85f-a52b-49bd-bf65-a1a1e279e0e3 on host dv-cinder-824187-7-iscsi for vnic_type normal with profile {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:46:32.894077 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [None req-89a2ace9-8457-4033-ba7b-77f91c19738c None None] Attempting to bind port f43ba85f-a52b-49bd-bf65-a1a1e279e0e3 by drivers openvswitch,hyperv on host dv-cinder-824187-7-iscsi at level 0 using segments [{'id': '96a3ffce-3ebc-4cee-b2b1-2d336e9f8d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'edec13d6-6734-4abe-91ae-5b6be190099b'}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:46:32.894636 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a2ace9-8457-4033-ba7b-77f91c19738c None None] Attempting to bind port f43ba85f-a52b-49bd-bf65-a1a1e279e0e3 on network edec13d6-6734-4abe-91ae-5b6be190099b {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:46:32.898929 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (06140fe1-dee6-47e9-9649-a5d5e543fff8), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:32.902451 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a2ace9-8457-4033-ba7b-77f91c19738c None None] Checking agent: {'id': '91ec632a-2927-4715-8bad-f3132ebcbe46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824187-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 37, 34), 'started_at': datetime.datetime(2022, 1, 28, 13, 38, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 46, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824187-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:46:32.902825 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a2ace9-8457-4033-ba7b-77f91c19738c None None] Checking segment: {'id': '96a3ffce-3ebc-4cee-b2b1-2d336e9f8d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'edec13d6-6734-4abe-91ae-5b6be190099b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:46:32.903527 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-89a2ace9-8457-4033-ba7b-77f91c19738c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:32.903916 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a2ace9-8457-4033-ba7b-77f91c19738c None None] Bound using segment: {'id': '96a3ffce-3ebc-4cee-b2b1-2d336e9f8d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'edec13d6-6734-4abe-91ae-5b6be190099b'} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:46:32.904578 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [None req-89a2ace9-8457-4033-ba7b-77f91c19738c None None] Bound port: f43ba85f-a52b-49bd-bf65-a1a1e279e0e3, host: dv-cinder-824187-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96a3ffce-3ebc-4cee-b2b1-2d336e9f8d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'edec13d6-6734-4abe-91ae-5b6be190099b'}}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:46:32.904984 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-89a2ace9-8457-4033-ba7b-77f91c19738c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (f43ba85f-a52b-49bd-bf65-a1a1e279e0e3), before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:32.965212 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-70a886b9-13eb-4390-bb50-610b0b7834e8 admin admin] Publish callbacks [] for security_group (db3e9e11-2163-4bb9-a8cb-e97bcfeb792c), precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:32.980963 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f721132-b581-4a8b-99cb-5fab07d7b569 req-eb88bc25-2802-4df8-8716-d3ac80f92df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:32.983927 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-5f721132-b581-4a8b-99cb-5fab07d7b569 req-eb88bc25-2802-4df8-8716-d3ac80f92df0 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c3eb71c4d3874600bb0a0cd6dd4ba11f&device_id=175714f6-fa92-4781-8501-a6356be58096 HTTP/1.1" status: 200 len: 1098 time: 0.1827414 Jan 28 13:46:32.989150 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-70a886b9-13eb-4390-bb50-610b0b7834e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (db3e9e11-2163-4bb9-a8cb-e97bcfeb792c), after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:33.000412 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-89a2ace9-8457-4033-ba7b-77f91c19738c None None] For port f43ba85f-a52b-49bd-bf65-a1a1e279e0e3, host dv-cinder-824187-7-iscsi, cleared binding levels {{(pid=109086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:46:33.009253 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-89a2ace9-8457-4033-ba7b-77f91c19738c None None] For port f43ba85f-a52b-49bd-bf65-a1a1e279e0e3, host dv-cinder-824187-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-7-iscsi',level=0,port_id=f43ba85f-a52b-49bd-bf65-a1a1e279e0e3,segment=NetworkSegment(96a3ffce-3ebc-4cee-b2b1-2d336e9f8d25),segment_id=96a3ffce-3ebc-4cee-b2b1-2d336e9f8d25)] {{(pid=109086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:46:33.022707 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-89a2ace9-8457-4033-ba7b-77f91c19738c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862'] for port (f43ba85f-a52b-49bd-bf65-a1a1e279e0e3), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:33.028284 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-d80e1ffc-c4b6-426a-9e6a-7d740251f9b7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109084) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:46:33.028749 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-d80e1ffc-c4b6-426a-9e6a-7d740251f9b7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109084) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:46:33.029168 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-d80e1ffc-c4b6-426a-9e6a-7d740251f9b7 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109084) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:46:33.029558 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-d80e1ffc-c4b6-426a-9e6a-7d740251f9b7 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109084) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:46:33.029988 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.services.segments.db [None req-d80e1ffc-c4b6-426a-9e6a-7d740251f9b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['540d20e8-ba52-44bb-a51c-90ae52b3c129']}} {{(pid=109084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:33.055692 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.services.segments.db [None req-d80e1ffc-c4b6-426a-9e6a-7d740251f9b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '295125c7-46c7-4c5a-b090-4ac467f9d1e3') {'for_net_delete': True} {{(pid=109084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:33.056054 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.services.segments.db [None req-d80e1ffc-c4b6-426a-9e6a-7d740251f9b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '295125c7-46c7-4c5a-b090-4ac467f9d1e3') {} {{(pid=109084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:33.082716 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-70a886b9-13eb-4390-bb50-610b0b7834e8 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=dcc50843e2c147f08a595eacfa0eb2d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4873612 Jan 28 13:46:33.084086 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-d80e1ffc-c4b6-426a-9e6a-7d740251f9b7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742788686749', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4731622'] for segment (295125c7-46c7-4c5a-b090-4ac467f9d1e3), before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:33.085357 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 40864) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:33.108126 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a2ace9-8457-4033-ba7b-77f91c19738c None None] Pushing event updated for resources: {'Port': ['ID=f43ba85f-a52b-49bd-bf65-a1a1e279e0e3,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:33.123841 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-d80e1ffc-c4b6-426a-9e6a-7d740251f9b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-923698'] for segment (295125c7-46c7-4c5a-b090-4ac467f9d1e3), precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:33.134521 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d80e1ffc-c4b6-426a-9e6a-7d740251f9b7 admin admin] Releasing vlan 737 on physical network physnet1 to pool {{(pid=109084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:46:33.134521 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-d80e1ffc-c4b6-426a-9e6a-7d740251f9b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-923698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6110770'] for segment (295125c7-46c7-4c5a-b090-4ac467f9d1e3), after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:33.136131 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a886b9-13eb-4390-bb50-610b0b7834e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db3e9e11-2163-4bb9-a8cb-e97bcfeb792c,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:33.152525 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-13cc8fe1-3d1e-4b83-be99-ce3a133bd758 admin admin] Publish callbacks [] for port (c77b92c2-3718-4b36-af0f-460cc3a27081), precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:33.160742 dv-cinder-824187-7-iscsi neutron-server[109084]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 28 13:46:33.160742 dv-cinder-824187-7-iscsi neutron-server[109084]: from cryptography.utils import int_from_bytes Jan 28 13:46:33.160742 dv-cinder-824187-7-iscsi neutron-server[109084]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 28 13:46:33.160742 dv-cinder-824187-7-iscsi neutron-server[109084]: from cryptography.utils import int_from_bytes Jan 28 13:46:33.160742 dv-cinder-824187-7-iscsi neutron-server[109084]: Traceback (most recent call last): Jan 28 13:46:33.160742 dv-cinder-824187-7-iscsi neutron-server[109084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:46:33.160742 dv-cinder-824187-7-iscsi neutron-server[109084]: timer() Jan 28 13:46:33.160742 dv-cinder-824187-7-iscsi neutron-server[109084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:46:33.160742 dv-cinder-824187-7-iscsi neutron-server[109084]: cb(*args, **kw) Jan 28 13:46:33.160742 dv-cinder-824187-7-iscsi neutron-server[109084]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:46:33.160742 dv-cinder-824187-7-iscsi neutron-server[109084]: return func(*args, **kwargs) Jan 28 13:46:33.160742 dv-cinder-824187-7-iscsi neutron-server[109084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:46:33.160742 dv-cinder-824187-7-iscsi neutron-server[109084]: self._notify() Jan 28 13:46:33.160742 dv-cinder-824187-7-iscsi neutron-server[109084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:46:33.160742 dv-cinder-824187-7-iscsi neutron-server[109084]: self.callback(batched_events) Jan 28 13:46:33.160742 dv-cinder-824187-7-iscsi neutron-server[109084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:46:33.160742 dv-cinder-824187-7-iscsi neutron-server[109084]: event.method(event) Jan 28 13:46:33.160742 dv-cinder-824187-7-iscsi neutron-server[109084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:46:33.160742 dv-cinder-824187-7-iscsi neutron-server[109084]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:46:33.160742 dv-cinder-824187-7-iscsi neutron-server[109084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:46:33.160742 dv-cinder-824187-7-iscsi neutron-server[109084]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:46:33.160742 dv-cinder-824187-7-iscsi neutron-server[109084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:46:33.160742 dv-cinder-824187-7-iscsi neutron-server[109084]: return f(self, *a, **k) Jan 28 13:46:33.160742 dv-cinder-824187-7-iscsi neutron-server[109084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:46:33.160742 dv-cinder-824187-7-iscsi neutron-server[109084]: return self._get(url).json() Jan 28 13:46:33.160742 dv-cinder-824187-7-iscsi neutron-server[109084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:46:33.160742 dv-cinder-824187-7-iscsi neutron-server[109084]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:46:33.160742 dv-cinder-824187-7-iscsi neutron-server[109084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:46:33.160742 dv-cinder-824187-7-iscsi neutron-server[109084]: return self.request(url, 'GET', **kwargs) Jan 28 13:46:33.160742 dv-cinder-824187-7-iscsi neutron-server[109084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:46:33.160742 dv-cinder-824187-7-iscsi neutron-server[109084]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:46:33.160742 dv-cinder-824187-7-iscsi neutron-server[109084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:46:33.160742 dv-cinder-824187-7-iscsi neutron-server[109084]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:46:33.160742 dv-cinder-824187-7-iscsi neutron-server[109084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:46:33.160742 dv-cinder-824187-7-iscsi neutron-server[109084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:46:33.160742 dv-cinder-824187-7-iscsi neutron-server[109084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:46:33.243426 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-d80e1ffc-c4b6-426a-9e6a-7d740251f9b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1044015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1817757'] for network (540d20e8-ba52-44bb-a51c-90ae52b3c129), after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:33.245221 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f721132-b581-4a8b-99cb-5fab07d7b569 req-9d25c1ae-a2d3-400c-b4d8-6e6030a0576b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:33.246665 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-5f721132-b581-4a8b-99cb-5fab07d7b569 req-9d25c1ae-a2d3-400c-b4d8-6e6030a0576b service neutron] 10.222.0.78 "GET /v2.0/networks?id=805ad18e-97f9-4b97-8e73-49d5a4e25a9d HTTP/1.1" status: 200 len: 920 time: 0.2246997 Jan 28 13:46:33.249690 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-d80e1ffc-c4b6-426a-9e6a-7d740251f9b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032615'] for network (None), before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:33.251075 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-67b26f6e-ce4e-4663-a60c-9d298620d2c1 admin admin] Publish callbacks [] for security_group (db3e9e11-2163-4bb9-a8cb-e97bcfeb792c), before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:33.257938 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-d80e1ffc-c4b6-426a-9e6a-7d740251f9b7 admin admin] 10.222.0.72 "DELETE /v2.0/networks/540d20e8-ba52-44bb-a51c-90ae52b3c129 HTTP/1.1" status: 204 len: 168 time: 0.7271953 Jan 28 13:46:33.273327 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80e1ffc-c4b6-426a-9e6a-7d740251f9b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=540d20e8-ba52-44bb-a51c-90ae52b3c129,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:33.311560 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-5f721132-b581-4a8b-99cb-5fab07d7b569 req-7c48271a-de16-40b4-89e1-7d2c581e1130 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b324fbc8-e91a-4b94-a8ee-3eb3e03211e8 HTTP/1.1" status: 200 len: 217 time: 0.0522726 Jan 28 13:46:33.313241 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-13cc8fe1-3d1e-4b83-be99-ce3a133bd758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742788384826'] for port (c77b92c2-3718-4b36-af0f-460cc3a27081), after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:33.327738 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-67b26f6e-ce4e-4663-a60c-9d298620d2c1 admin admin] Publish callbacks [] for security_group (db3e9e11-2163-4bb9-a8cb-e97bcfeb792c), precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:33.432936 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13cc8fe1-3d1e-4b83-be99-ce3a133bd758 admin admin] Network 5658bb11-9d09-4b0d-90e7-a96bf662b067 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:46:33.445873 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-13cc8fe1-3d1e-4b83-be99-ce3a133bd758 admin admin] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:46:33.452260 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13cc8fe1-3d1e-4b83-be99-ce3a133bd758 admin admin] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:46:33.501159 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc8fe1-3d1e-4b83-be99-ce3a133bd758 admin admin] Pushing event updated for resources: {'Port': ['ID=c77b92c2-3718-4b36-af0f-460cc3a27081,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:33.510487 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f721132-b581-4a8b-99cb-5fab07d7b569 req-f6c0feb0-7b02-4ed7-bbee-74b3ab98663a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:33.512079 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-5f721132-b581-4a8b-99cb-5fab07d7b569 req-f6c0feb0-7b02-4ed7-bbee-74b3ab98663a service neutron] 10.222.0.78 "GET /v2.0/subnets?id=eff84041-49b5-4697-b7b5-e67d81854a3c HTTP/1.1" status: 200 len: 859 time: 0.1870971 Jan 28 13:46:33.539232 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 40872) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:33.594176 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-b734bbfa-0ff9-49ae-8a99-7bf9d44acd72 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=3352f6533b004499aaf179e0cf333745&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0527325 Jan 28 13:46:33.594415 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 40874) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:33.651088 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-7bef3b47-d06f-4b8b-8b01-672db4845008 admin admin] Publish callbacks [] for security_group (16c42bdf-973e-4b4f-8c31-f5a8c1ccd032), before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:33.680370 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-7bef3b47-d06f-4b8b-8b01-672db4845008 admin admin] Publish callbacks [] for security_group (16c42bdf-973e-4b4f-8c31-f5a8c1ccd032), precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:33.754078 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-7bef3b47-d06f-4b8b-8b01-672db4845008 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (16c42bdf-973e-4b4f-8c31-f5a8c1ccd032), after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:33.756806 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-7bef3b47-d06f-4b8b-8b01-672db4845008 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:33.758027 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-7bef3b47-d06f-4b8b-8b01-672db4845008 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/16c42bdf-973e-4b4f-8c31-f5a8c1ccd032 HTTP/1.1" status: 204 len: 168 time: 0.1627519 Jan 28 13:46:33.767209 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bef3b47-d06f-4b8b-8b01-672db4845008 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16c42bdf-973e-4b4f-8c31-f5a8c1ccd032,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:33.827890 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Device f43ba85f-a52b-49bd-bf65-a1a1e279e0e3 up at agent ovs-agent-dv-cinder-824187-7-iscsi {{(pid=109086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:46:33.872060 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-5f721132-b581-4a8b-99cb-5fab07d7b569 req-efef0619-09b9-48a6-ab03-b076a77f4f5c service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=805ad18e-97f9-4b97-8e73-49d5a4e25a9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0713990 Jan 28 13:46:33.892986 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Provisioning complete for port f43ba85f-a52b-49bd-bf65-a1a1e279e0e3 triggered by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:46:33.893563 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041328'] for port (f43ba85f-a52b-49bd-bf65-a1a1e279e0e3), provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:33.903313 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-67b26f6e-ce4e-4663-a60c-9d298620d2c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (db3e9e11-2163-4bb9-a8cb-e97bcfeb792c), after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:33.905886 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-67b26f6e-ce4e-4663-a60c-9d298620d2c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:33.907144 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-67b26f6e-ce4e-4663-a60c-9d298620d2c1 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/db3e9e11-2163-4bb9-a8cb-e97bcfeb792c HTTP/1.1" status: 204 len: 168 time: 0.7863078 Jan 28 13:46:33.968800 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b26f6e-ce4e-4663-a60c-9d298620d2c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db3e9e11-2163-4bb9-a8cb-e97bcfeb792c,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:33.992887 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dee4ef-15ec-43c2-a9b4-330747fc6a88 req-4ecd433a-5e43-46de-a01e-a6862579d600 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:33.994802 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-88dee4ef-15ec-43c2-a9b4-330747fc6a88 req-4ecd433a-5e43-46de-a01e-a6862579d600 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/ports?device_id=51ea482b-e202-4a11-a7d3-d8e22636f7d7 HTTP/1.1" status: 200 len: 945 time: 0.1804755 Jan 28 13:46:34.047656 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Current status of the port f43ba85f-a52b-49bd-bf65-a1a1e279e0e3 is: DOWN; New status is: ACTIVE {{(pid=109086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:46:34.048557 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (f43ba85f-a52b-49bd-bf65-a1a1e279e0e3), before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:34.155694 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] For port f43ba85f-a52b-49bd-bf65-a1a1e279e0e3, host dv-cinder-824187-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-7-iscsi',level=0,port_id=f43ba85f-a52b-49bd-bf65-a1a1e279e0e3,segment=NetworkSegment(96a3ffce-3ebc-4cee-b2b1-2d336e9f8d25),segment_id=96a3ffce-3ebc-4cee-b2b1-2d336e9f8d25)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:46:34.165277 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862'] for port (f43ba85f-a52b-49bd-bf65-a1a1e279e0e3), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:34.268452 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-5f721132-b581-4a8b-99cb-5fab07d7b569 req-2765970c-1386-438a-90a1-1dea3785154d service neutron] 10.222.0.78 "GET /v2.0/networks/805ad18e-97f9-4b97-8e73-49d5a4e25a9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3898950 Jan 28 13:46:34.277313 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Pushing event updated for resources: {'Port': ['ID=f43ba85f-a52b-49bd-bf65-a1a1e279e0e3,revision_number=3']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:34.311333 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-88dee4ef-15ec-43c2-a9b4-330747fc6a88 req-0103d565-340b-4ddf-9194-39e98c7dfb81 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e8aa884-59a1-48b6-b990-b4cff53ce899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3060207 Jan 28 13:46:34.338942 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (91ec632a-2927-4715-8bad-f3132ebcbe46), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:34.500499 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-5f721132-b581-4a8b-99cb-5fab07d7b569 req-330fd1a4-fbfc-439d-bf85-896b995444e6 service neutron] 10.222.0.78 "GET /v2.0/networks/805ad18e-97f9-4b97-8e73-49d5a4e25a9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177334 Jan 28 13:46:34.522970 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-13cc8fe1-3d1e-4b83-be99-ce3a133bd758 admin admin] Publish callbacks [] for router_gateway (3b37101d-7801-484d-9b53-12bc30cc60a8), after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:34.679306 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52d31f61-b383-4ae8-afcc-9dd9108e2455 None None] Network edec13d6-6734-4abe-91ae-5b6be190099b requested from dv-cinder-824187-7-iscsi {{(pid=109086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:46:34.772066 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-018ae6ba-008b-4031-a31a-0bc46e61bfec None None] Provisioning complete for port f43ba85f-a52b-49bd-bf65-a1a1e279e0e3 triggered by entity DHCP. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:46:34.772734 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-018ae6ba-008b-4031-a31a-0bc46e61bfec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041328'] for port (f43ba85f-a52b-49bd-bf65-a1a1e279e0e3), provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:34.834131 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-13cc8fe1-3d1e-4b83-be99-ce3a133bd758 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1812695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1816913'] for router (3b37101d-7801-484d-9b53-12bc30cc60a8), after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:34.956087 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-018ae6ba-008b-4031-a31a-0bc46e61bfec None None] Current status of the port f43ba85f-a52b-49bd-bf65-a1a1e279e0e3 is: ACTIVE; New status is: ACTIVE {{(pid=109086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:46:35.006146 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13cc8fe1-3d1e-4b83-be99-ce3a133bd758 admin admin] Router 3b37101d-7801-484d-9b53-12bc30cc60a8 is scheduled to L3 agent 5fb30df9-6f10-41b8-94cc-b881623ba250 with binding_index 1 {{(pid=109085) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:46:35.142160 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13cc8fe1-3d1e-4b83-be99-ce3a133bd758 admin admin] Notify agent at l3_agent.dv-cinder-824187-7-iscsi the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:46:35.152793 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c98cec-01bb-4a5a-85c5-07bd5572d80d None None] Sync routers for ids ['3b37101d-7801-484d-9b53-12bc30cc60a8'] in dv-cinder-824187-7-iscsi {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:46:35.166858 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c98cec-01bb-4a5a-85c5-07bd5572d80d None None] Routers {'3b37101d-7801-484d-9b53-12bc30cc60a8'} bound to L3 agent in host dv-cinder-824187-7-iscsi {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:46:35.167825 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-24c98cec-01bb-4a5a-85c5-07bd5572d80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:37:30Z,description=,heartbeat_timestamp=2022-01-28T13:46:30Z,host='dv-cinder-824187-7-iscsi',id=5fb30df9-6f10-41b8-94cc-b881623ba250,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:37:30Z,topic='l3_agent')) {'router_ids': ['3b37101d-7801-484d-9b53-12bc30cc60a8'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:35.174579 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-13cc8fe1-3d1e-4b83-be99-ce3a133bd758 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:35.174985 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 40932) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:35.175457 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-13cc8fe1-3d1e-4b83-be99-ce3a133bd758 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.2547791 Jan 28 13:46:35.287923 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-43a70774-cea4-4a90-a71c-d8c0d53d5624 None None] Provisioning complete for port f43ba85f-a52b-49bd-bf65-a1a1e279e0e3 triggered by entity DHCP. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:46:35.288308 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-43a70774-cea4-4a90-a71c-d8c0d53d5624 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041328'] for port (f43ba85f-a52b-49bd-bf65-a1a1e279e0e3), provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:35.316759 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-24c98cec-01bb-4a5a-85c5-07bd5572d80d None None] Set router 3b37101d-7801-484d-9b53-12bc30cc60a8 gateway port host: dv-cinder-824187-7-iscsi {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:46:35.460806 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-43a70774-cea4-4a90-a71c-d8c0d53d5624 None None] Current status of the port f43ba85f-a52b-49bd-bf65-a1a1e279e0e3 is: ACTIVE; New status is: ACTIVE {{(pid=109086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:46:35.612302 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-24c98cec-01bb-4a5a-85c5-07bd5572d80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b37101d-7801-484d-9b53-12bc30cc60a8', 'name': 'tempest-TestVolumeBootPattern-2005865697-router', 'tenant_id': '91bd515480d64f1fb4c68f74dfec7a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'external_fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': 'c77b92c2-3718-4b36-af0f-460cc3a27081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:46:31Z', 'updated_at': '2022-01-28T13:46:33Z', 'revision_number': 3, 'project_id': '91bd515480d64f1fb4c68f74dfec7a79', 'gw_port': {'id': 'c77b92c2-3718-4b36-af0f-460cc3a27081', 'name': '', 'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:5e:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b37101d-7801-484d-9b53-12bc30cc60a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:46:32Z', 'updated_at': '2022-01-28T13:46:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-7-iscsi'}], 'dv-cinder-824187-7-iscsi', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:35.687646 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c98cec-01bb-4a5a-85c5-07bd5572d80d None None] Checking router: 3b37101d-7801-484d-9b53-12bc30cc60a8 for host: dv-cinder-824187-7-iscsi {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:46:35.688036 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c98cec-01bb-4a5a-85c5-07bd5572d80d None None] Updating router 3b37101d-7801-484d-9b53-12bc30cc60a8 port c77b92c2-3718-4b36-af0f-460cc3a27081 binding host dv-cinder-824187-7-iscsi {{(pid=109087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:46:35.736952 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2618196d-c678-4636-af7d-026f6a55d1fe req-48125874-1ac6-4c43-ac8d-2a9d4a6d68dd tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:35.738636 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-2618196d-c678-4636-af7d-026f6a55d1fe req-48125874-1ac6-4c43-ac8d-2a9d4a6d68dd tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/ports?device_id=51ea482b-e202-4a11-a7d3-d8e22636f7d7 HTTP/1.1" status: 200 len: 945 time: 0.1930339 Jan 28 13:46:35.783792 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-24c98cec-01bb-4a5a-85c5-07bd5572d80d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (c77b92c2-3718-4b36-af0f-460cc3a27081), before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:35.804947 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Device f43ba85f-a52b-49bd-bf65-a1a1e279e0e3 up at agent ovs-agent-dv-cinder-824187-7-iscsi {{(pid=109086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:46:35.862016 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-2618196d-c678-4636-af7d-026f6a55d1fe req-7ace3d20-d254-4ab6-b4c0-ac6ba8ef9391 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e8aa884-59a1-48b6-b990-b4cff53ce899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117427 Jan 28 13:46:35.919895 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Provisioning complete for port f43ba85f-a52b-49bd-bf65-a1a1e279e0e3 triggered by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:46:35.920283 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041328'] for port (f43ba85f-a52b-49bd-bf65-a1a1e279e0e3), provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:36.020511 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Current status of the port f43ba85f-a52b-49bd-bf65-a1a1e279e0e3 is: ACTIVE; New status is: ACTIVE {{(pid=109086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:46:36.232203 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-034c5cf6-5808-413f-bce5-b50b78b03e1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (None), before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:36.258094 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 40978) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:36.269458 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-24c98cec-01bb-4a5a-85c5-07bd5572d80d None None] Publish callbacks [] for port (c77b92c2-3718-4b36-af0f-460cc3a27081), precommit_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:36.276591 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-24c98cec-01bb-4a5a-85c5-07bd5572d80d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862'] for port (c77b92c2-3718-4b36-af0f-460cc3a27081), after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:36.337363 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e946e990-5bf5-4e7d-8878-a39afd0ba427 None None] Pushing event updated for resources: {'Port': ['ID=c77b92c2-3718-4b36-af0f-460cc3a27081,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:36.353184 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e946e990-5bf5-4e7d-8878-a39afd0ba427 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:46:36.353558 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e946e990-5bf5-4e7d-8878-a39afd0ba427 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:46:36.354813 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e946e990-5bf5-4e7d-8878-a39afd0ba427 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:46:36.355113 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e946e990-5bf5-4e7d-8878-a39afd0ba427 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:46:36.355938 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e946e990-5bf5-4e7d-8878-a39afd0ba427 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:46:36.356406 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e946e990-5bf5-4e7d-8878-a39afd0ba427 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:46:36.357028 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e946e990-5bf5-4e7d-8878-a39afd0ba427 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:46:36.357495 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e946e990-5bf5-4e7d-8878-a39afd0ba427 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:46:36.358744 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e946e990-5bf5-4e7d-8878-a39afd0ba427 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:46:36.359270 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e946e990-5bf5-4e7d-8878-a39afd0ba427 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:46:36.359614 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e946e990-5bf5-4e7d-8878-a39afd0ba427 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:46:36.359942 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e946e990-5bf5-4e7d-8878-a39afd0ba427 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:46:36.360269 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e946e990-5bf5-4e7d-8878-a39afd0ba427 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:46:36.365115 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-24c98cec-01bb-4a5a-85c5-07bd5572d80d None None] Attempting to bind port c77b92c2-3718-4b36-af0f-460cc3a27081 on host dv-cinder-824187-7-iscsi for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:46:36.365481 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-24c98cec-01bb-4a5a-85c5-07bd5572d80d None None] Attempting to bind port c77b92c2-3718-4b36-af0f-460cc3a27081 by drivers openvswitch,hyperv on host dv-cinder-824187-7-iscsi at level 0 using segments [{'id': '2ff911eb-b784-4487-8703-ed6009453f86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:46:36.365869 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c98cec-01bb-4a5a-85c5-07bd5572d80d None None] Attempting to bind port c77b92c2-3718-4b36-af0f-460cc3a27081 on network 5658bb11-9d09-4b0d-90e7-a96bf662b067 {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:46:36.374239 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c98cec-01bb-4a5a-85c5-07bd5572d80d None None] Checking agent: {'id': '91ec632a-2927-4715-8bad-f3132ebcbe46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824187-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 37, 34), 'started_at': datetime.datetime(2022, 1, 28, 13, 38, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 46, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824187-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:46:36.374843 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c98cec-01bb-4a5a-85c5-07bd5572d80d None None] Checking segment: {'id': '2ff911eb-b784-4487-8703-ed6009453f86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:46:36.375390 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-24c98cec-01bb-4a5a-85c5-07bd5572d80d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:36.375917 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c98cec-01bb-4a5a-85c5-07bd5572d80d None None] Bound using segment: {'id': '2ff911eb-b784-4487-8703-ed6009453f86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:46:36.376881 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-24c98cec-01bb-4a5a-85c5-07bd5572d80d None None] Bound port: c77b92c2-3718-4b36-af0f-460cc3a27081, host: dv-cinder-824187-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ff911eb-b784-4487-8703-ed6009453f86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:46:36.377551 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-24c98cec-01bb-4a5a-85c5-07bd5572d80d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (c77b92c2-3718-4b36-af0f-460cc3a27081), before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:36.419249 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-61828bdf-3b67-481b-8e24-dd5767f39ec5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:36.434885 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-24c98cec-01bb-4a5a-85c5-07bd5572d80d None None] For port c77b92c2-3718-4b36-af0f-460cc3a27081, host dv-cinder-824187-7-iscsi, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:46:36.438815 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-24c98cec-01bb-4a5a-85c5-07bd5572d80d None None] For port c77b92c2-3718-4b36-af0f-460cc3a27081, host dv-cinder-824187-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-7-iscsi',level=0,port_id=c77b92c2-3718-4b36-af0f-460cc3a27081,segment=NetworkSegment(2ff911eb-b784-4487-8703-ed6009453f86),segment_id=2ff911eb-b784-4487-8703-ed6009453f86)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:46:36.445404 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-24c98cec-01bb-4a5a-85c5-07bd5572d80d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862'] for port (c77b92c2-3718-4b36-af0f-460cc3a27081), after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:36.449164 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.db.db_base_plugin_common [None req-034c5cf6-5808-413f-bce5-b50b78b03e1a admin admin] Allocated IP 172.20.0.1 (edec13d6-6734-4abe-91ae-5b6be190099b/0bbd587e-7762-4c23-87b9-7f5b462e54c4/c5d68468-b68d-494b-a83f-3578fc646a5b) {{(pid=109084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:46:36.492669 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.agents_db [None req-2611350c-8bbf-4fa3-a5bb-e2ba3591f3a7 None None] Agent healthcheck: found 6 active agents {{(pid=109087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:46:36.498579 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c98cec-01bb-4a5a-85c5-07bd5572d80d None None] Routers {'3b37101d-7801-484d-9b53-12bc30cc60a8'} bound to L3 agent in host dv-cinder-824187-7-iscsi {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:46:36.499212 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-24c98cec-01bb-4a5a-85c5-07bd5572d80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:37:30Z,description=,heartbeat_timestamp=2022-01-28T13:46:30Z,host='dv-cinder-824187-7-iscsi',id=5fb30df9-6f10-41b8-94cc-b881623ba250,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:37:30Z,topic='l3_agent')) {'router_ids': ['3b37101d-7801-484d-9b53-12bc30cc60a8'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:36.592705 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e946e990-5bf5-4e7d-8878-a39afd0ba427 None None] Pushing event updated for resources: {'Port': ['ID=c77b92c2-3718-4b36-af0f-460cc3a27081,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:36.595934 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-61828bdf-3b67-481b-8e24-dd5767f39ec5 admin admin] Publish callbacks [] for security_group (2fb69d21-29c4-4896-ae87-d375d92794be), precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:36.608286 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-61828bdf-3b67-481b-8e24-dd5767f39ec5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (2fb69d21-29c4-4896-ae87-d375d92794be), after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:36.613313 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-034c5cf6-5808-413f-bce5-b50b78b03e1a admin admin] Publish callbacks [] for port (c5d68468-b68d-494b-a83f-3578fc646a5b), precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:36.664134 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-61828bdf-3b67-481b-8e24-dd5767f39ec5 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a113b83c6d414938902065476f3c0ceb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4074740 Jan 28 13:46:36.672243 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61828bdf-3b67-481b-8e24-dd5767f39ec5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fb69d21-29c4-4896-ae87-d375d92794be,revision_number=1']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:36.672409 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 40990) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:36.672868 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-24c98cec-01bb-4a5a-85c5-07bd5572d80d None None] Set router 3b37101d-7801-484d-9b53-12bc30cc60a8 gateway port host: dv-cinder-824187-7-iscsi {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:46:36.695698 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-034c5cf6-5808-413f-bce5-b50b78b03e1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742788384826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6110957'] for port (c5d68468-b68d-494b-a83f-3578fc646a5b), after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:36.760250 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-034c5cf6-5808-413f-bce5-b50b78b03e1a admin admin] Network edec13d6-6734-4abe-91ae-5b6be190099b is already hosted by enough agents. {{(pid=109084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:46:36.763857 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.scheduler.base_scheduler [None req-034c5cf6-5808-413f-bce5-b50b78b03e1a admin admin] Resources bound (agent type, host, resource id): {{(pid=109084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:46:36.766814 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7a201cd7-3e1f-4594-aa5d-eca8e43d8e0d admin admin] Publish callbacks [] for security_group (2fb69d21-29c4-4896-ae87-d375d92794be), before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:36.768286 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034c5cf6-5808-413f-bce5-b50b78b03e1a admin admin] Received port after_create {{(pid=109084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:46:36.816197 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 40994) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:36.820869 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7a201cd7-3e1f-4594-aa5d-eca8e43d8e0d admin admin] Publish callbacks [] for security_group (2fb69d21-29c4-4896-ae87-d375d92794be), precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:36.844694 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034c5cf6-5808-413f-bce5-b50b78b03e1a admin admin] Pushing event updated for resources: {'Port': ['ID=c5d68468-b68d-494b-a83f-3578fc646a5b,revision_number=1']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:36.858257 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-034c5cf6-5808-413f-bce5-b50b78b03e1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1817636'] for router_interface (3b37101d-7801-484d-9b53-12bc30cc60a8), before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:36.926733 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7a201cd7-3e1f-4594-aa5d-eca8e43d8e0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (2fb69d21-29c4-4896-ae87-d375d92794be), after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:36.932622 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7a201cd7-3e1f-4594-aa5d-eca8e43d8e0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:36.933897 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-7a201cd7-3e1f-4594-aa5d-eca8e43d8e0d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/2fb69d21-29c4-4896-ae87-d375d92794be HTTP/1.1" status: 204 len: 168 time: 0.2646148 Jan 28 13:46:36.951556 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a201cd7-3e1f-4594-aa5d-eca8e43d8e0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fb69d21-29c4-4896-ae87-d375d92794be,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:37.089388 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-e1d452a2-b5a5-4b96-838a-22a3218a0f57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:37.104158 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3bb717-13fb-45a4-80ac-b52c3be66789 req-f1daffd9-0ceb-4eee-bc2b-34939cc00e55 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:37.106484 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-24c98cec-01bb-4a5a-85c5-07bd5572d80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b37101d-7801-484d-9b53-12bc30cc60a8', 'name': 'tempest-TestVolumeBootPattern-2005865697-router', 'tenant_id': '91bd515480d64f1fb4c68f74dfec7a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'external_fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': 'c77b92c2-3718-4b36-af0f-460cc3a27081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:46:31Z', 'updated_at': '2022-01-28T13:46:33Z', 'revision_number': 3, 'project_id': '91bd515480d64f1fb4c68f74dfec7a79', 'gw_port': {'id': 'c77b92c2-3718-4b36-af0f-460cc3a27081', 'name': '', 'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:5e:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b37101d-7801-484d-9b53-12bc30cc60a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:46:32Z', 'updated_at': '2022-01-28T13:46:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-7-iscsi'}], 'dv-cinder-824187-7-iscsi', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:37.126564 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-7e3bb717-13fb-45a4-80ac-b52c3be66789 req-f1daffd9-0ceb-4eee-bc2b-34939cc00e55 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/ports?device_id=51ea482b-e202-4a11-a7d3-d8e22636f7d7 HTTP/1.1" status: 200 len: 945 time: 0.1022239 Jan 28 13:46:37.152723 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c98cec-01bb-4a5a-85c5-07bd5572d80d None None] The sync data for ids ['3b37101d-7801-484d-9b53-12bc30cc60a8'] in dv-cinder-824187-7-iscsi is: [{'id': '3b37101d-7801-484d-9b53-12bc30cc60a8', 'name': 'tempest-TestVolumeBootPattern-2005865697-router', 'tenant_id': '91bd515480d64f1fb4c68f74dfec7a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'external_fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': 'c77b92c2-3718-4b36-af0f-460cc3a27081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:46:31Z', 'updated_at': '2022-01-28T13:46:33Z', 'revision_number': 3, 'project_id': '91bd515480d64f1fb4c68f74dfec7a79', 'gw_port': {'id': 'c77b92c2-3718-4b36-af0f-460cc3a27081', 'name': '', 'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:5e:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b37101d-7801-484d-9b53-12bc30cc60a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:46:32Z', 'updated_at': '2022-01-28T13:46:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-7-iscsi'}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:46:37.181099 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-034c5cf6-5808-413f-bce5-b50b78b03e1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (c5d68468-b68d-494b-a83f-3578fc646a5b), before_update {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:37.199892 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-7e3bb717-13fb-45a4-80ac-b52c3be66789 req-d5c708f2-7413-4199-a7cd-f26fd02d8631 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e8aa884-59a1-48b6-b990-b4cff53ce899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663505 Jan 28 13:46:37.233475 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-dc8f6afd-4b1c-4174-ae59-a37e722442f0 None None] Provisioning complete for port c5d68468-b68d-494b-a83f-3578fc646a5b triggered by entity DHCP. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:46:37.233961 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-dc8f6afd-4b1c-4174-ae59-a37e722442f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041328'] for port (c5d68468-b68d-494b-a83f-3578fc646a5b), provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:37.297961 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-dc8f6afd-4b1c-4174-ae59-a37e722442f0 None None] Port c5d68468-b68d-494b-a83f-3578fc646a5b cannot update to ACTIVE because it is not bound. {{(pid=109086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:46:37.407027 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-e1d452a2-b5a5-4b96-838a-22a3218a0f57 admin admin] Publish callbacks [] for security_group (3345e6f9-ca08-415c-be27-22aaed29d839), precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:37.426632 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-e1d452a2-b5a5-4b96-838a-22a3218a0f57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (3345e6f9-ca08-415c-be27-22aaed29d839), after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:37.511003 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-e1d452a2-b5a5-4b96-838a-22a3218a0f57 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=483ccba13f654c7d8821c81419078585&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6828372 Jan 28 13:46:37.511003 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 41024) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:37.511003 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-034c5cf6-5808-413f-bce5-b50b78b03e1a admin admin] Publish callbacks [] for port (c5d68468-b68d-494b-a83f-3578fc646a5b), precommit_update {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:37.527421 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d452a2-b5a5-4b96-838a-22a3218a0f57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3345e6f9-ca08-415c-be27-22aaed29d839,revision_number=1']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:37.571752 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-034c5cf6-5808-413f-bce5-b50b78b03e1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6110742'] for port (c5d68468-b68d-494b-a83f-3578fc646a5b), after_update {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:37.691232 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-034c5cf6-5808-413f-bce5-b50b78b03e1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2032387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1811860'] for router_interface (3b37101d-7801-484d-9b53-12bc30cc60a8), after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:37.718439 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034c5cf6-5808-413f-bce5-b50b78b03e1a admin admin] Pushing event updated for resources: {'Port': ['ID=c5d68468-b68d-494b-a83f-3578fc646a5b,revision_number=2']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:37.831910 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-75857a2a-c650-4e0e-a851-355c81934aa1 admin admin] Publish callbacks [] for security_group (3345e6f9-ca08-415c-be27-22aaed29d839), before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:37.837588 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Device c77b92c2-3718-4b36-af0f-460cc3a27081 up at agent ovs-agent-dv-cinder-824187-7-iscsi {{(pid=109086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:46:37.872691 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-75857a2a-c650-4e0e-a851-355c81934aa1 admin admin] Publish callbacks [] for security_group (3345e6f9-ca08-415c-be27-22aaed29d839), precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:37.941742 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-034c5cf6-5808-413f-bce5-b50b78b03e1a admin admin] Network edec13d6-6734-4abe-91ae-5b6be190099b is already hosted by enough agents. {{(pid=109084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:46:37.945036 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.scheduler.base_scheduler [None req-034c5cf6-5808-413f-bce5-b50b78b03e1a admin admin] Resources bound (agent type, host, resource id): {{(pid=109084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:46:37.987551 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Provisioning complete for port c77b92c2-3718-4b36-af0f-460cc3a27081 triggered by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:46:37.988031 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041328'] for port (c77b92c2-3718-4b36-af0f-460cc3a27081), provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:38.120439 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-034c5cf6-5808-413f-bce5-b50b78b03e1a admin admin] Router 3b37101d-7801-484d-9b53-12bc30cc60a8 has already been hosted by L3 agent 5fb30df9-6f10-41b8-94cc-b881623ba250 {{(pid=109084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:46:38.152450 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-75857a2a-c650-4e0e-a851-355c81934aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (3345e6f9-ca08-415c-be27-22aaed29d839), after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:38.160380 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-75857a2a-c650-4e0e-a851-355c81934aa1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:38.165040 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-75857a2a-c650-4e0e-a851-355c81934aa1 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/3345e6f9-ca08-415c-be27-22aaed29d839 HTTP/1.1" status: 204 len: 168 time: 0.6605709 Jan 28 13:46:38.204484 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75857a2a-c650-4e0e-a851-355c81934aa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3345e6f9-ca08-415c-be27-22aaed29d839,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:38.215306 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Current status of the port c77b92c2-3718-4b36-af0f-460cc3a27081 is: DOWN; New status is: ACTIVE {{(pid=109086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:46:38.237389 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (c77b92c2-3718-4b36-af0f-460cc3a27081), before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:38.312785 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-034c5cf6-5808-413f-bce5-b50b78b03e1a admin admin] Notify agent at l3_agent.dv-cinder-824187-7-iscsi the message routers_updated {{(pid=109084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:46:38.336989 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-034c5cf6-5808-413f-bce5-b50b78b03e1a admin admin] 10.222.0.72 "PUT /v2.0/routers/3b37101d-7801-484d-9b53-12bc30cc60a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1497149 Jan 28 13:46:38.340658 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] For port c77b92c2-3718-4b36-af0f-460cc3a27081, host dv-cinder-824187-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-7-iscsi',level=0,port_id=c77b92c2-3718-4b36-af0f-460cc3a27081,segment=NetworkSegment(2ff911eb-b784-4487-8703-ed6009453f86),segment_id=2ff911eb-b784-4487-8703-ed6009453f86)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:46:38.359672 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862'] for port (c77b92c2-3718-4b36-af0f-460cc3a27081), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:38.481683 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd25598-bbe3-4c34-8a7b-c4e5064de9a2 req-57c26783-40da-435f-a25b-7cf830387618 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:38.484982 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-1cd25598-bbe3-4c34-8a7b-c4e5064de9a2 req-57c26783-40da-435f-a25b-7cf830387618 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/ports?device_id=51ea482b-e202-4a11-a7d3-d8e22636f7d7 HTTP/1.1" status: 200 len: 945 time: 0.1358294 Jan 28 13:46:38.541340 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Pushing event updated for resources: {'Port': ['ID=c77b92c2-3718-4b36-af0f-460cc3a27081,revision_number=4']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:38.549400 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-6ef2f728-07a7-4bd1-ab40-975f7221fc5f None None] Provisioning complete for port c5d68468-b68d-494b-a83f-3578fc646a5b triggered by entity DHCP. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:46:38.549776 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6ef2f728-07a7-4bd1-ab40-975f7221fc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041328'] for port (c5d68468-b68d-494b-a83f-3578fc646a5b), provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:38.622840 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-1cd25598-bbe3-4c34-8a7b-c4e5064de9a2 req-8b236073-2879-46ed-97ce-49da55408e36 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e8aa884-59a1-48b6-b990-b4cff53ce899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329489 Jan 28 13:46:38.651546 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-6ef2f728-07a7-4bd1-ab40-975f7221fc5f None None] Port c5d68468-b68d-494b-a83f-3578fc646a5b cannot update to ACTIVE because it is not bound. {{(pid=109086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:46:38.922738 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 41078) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:38.937463 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-4dfb0e72-cdf8-48b5-a36e-894eac7119b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:39.022933 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-4dfb0e72-cdf8-48b5-a36e-894eac7119b5 admin admin] Publish callbacks [] for security_group (96e07a89-c807-47de-b52c-8c9822a2159b), precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:39.029062 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-4dfb0e72-cdf8-48b5-a36e-894eac7119b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (96e07a89-c807-47de-b52c-8c9822a2159b), after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:39.074392 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-4dfb0e72-cdf8-48b5-a36e-894eac7119b5 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8a484b86f52747f68d1c0fce1e2853a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1498744 Jan 28 13:46:39.076578 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 41084) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:39.082534 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfb0e72-cdf8-48b5-a36e-894eac7119b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96e07a89-c807-47de-b52c-8c9822a2159b,revision_number=1']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:39.132149 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-416728f8-a448-4fca-b4ef-0c3fd865c6d5 admin admin] Publish callbacks [] for security_group (96e07a89-c807-47de-b52c-8c9822a2159b), before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:39.159547 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-416728f8-a448-4fca-b4ef-0c3fd865c6d5 admin admin] Publish callbacks [] for security_group (96e07a89-c807-47de-b52c-8c9822a2159b), precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:39.164652 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 41090) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:39.169940 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.v2.base [None req-74bbd82d-6c36-4fec-9306-a0eb1edfc4ee admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2074461547-network', 'tenant_id': '7d020c4f6fd54cfd952e4e87c0df2a70'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:46:39.222401 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74bbd82d-6c36-4fec-9306-a0eb1edfc4ee admin admin] Made reservation on behalf of 7d020c4f6fd54cfd952e4e87c0df2a70 for: {'network': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:46:39.225064 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-74bbd82d-6c36-4fec-9306-a0eb1edfc4ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for network (None), before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:39.231420 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-416728f8-a448-4fca-b4ef-0c3fd865c6d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (96e07a89-c807-47de-b52c-8c9822a2159b), after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:39.234908 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-74bbd82d-6c36-4fec-9306-a0eb1edfc4ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:39.235309 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-416728f8-a448-4fca-b4ef-0c3fd865c6d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:39.238969 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-416728f8-a448-4fca-b4ef-0c3fd865c6d5 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/96e07a89-c807-47de-b52c-8c9822a2159b HTTP/1.1" status: 204 len: 168 time: 0.1590698 Jan 28 13:46:39.264530 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416728f8-a448-4fca-b4ef-0c3fd865c6d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96e07a89-c807-47de-b52c-8c9822a2159b,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:39.336522 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 41106) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:39.377737 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-74bbd82d-6c36-4fec-9306-a0eb1edfc4ee admin admin] Publish callbacks [] for security_group (ef23d8e7-b11d-4484-9d28-5296af83b7c4), precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:39.384073 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-74bbd82d-6c36-4fec-9306-a0eb1edfc4ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (ef23d8e7-b11d-4484-9d28-5296af83b7c4), after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:39.400241 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.db.db_base_plugin_v2 [None req-f48b208d-498b-4d00-ab58-26b2650c5cd0 admin admin] Deleting subnet 40c1acee-ff1b-428f-bd5c-00f2237c5ccc {{(pid=109084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:46:39.404414 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-f48b208d-498b-4d00-ab58-26b2650c5cd0 admin admin] Publish callbacks [] for subnet (40c1acee-ff1b-428f-bd5c-00f2237c5ccc), before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:39.422767 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74bbd82d-6c36-4fec-9306-a0eb1edfc4ee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 721} {{(pid=109085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:46:39.431737 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bbd82d-6c36-4fec-9306-a0eb1edfc4ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef23d8e7-b11d-4484-9d28-5296af83b7c4,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:39.443008 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-74bbd82d-6c36-4fec-9306-a0eb1edfc4ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-923698'] for segment (ffab9802-9aba-4ea9-80ef-420d0b09c75f), precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:39.443345 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.db.segments_db [None req-74bbd82d-6c36-4fec-9306-a0eb1edfc4ee admin admin] Added segment ffab9802-9aba-4ea9-80ef-420d0b09c75f of type vlan for network 678c0a90-f27d-4c18-85f2-b77688043e13 Jan 28 13:46:39.453077 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-f48b208d-498b-4d00-ab58-26b2650c5cd0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4731551'] for subnet (40c1acee-ff1b-428f-bd5c-00f2237c5ccc), precommit_delete_associations {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:39.495637 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-74bbd82d-6c36-4fec-9306-a0eb1edfc4ee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742788371074'] for network (678c0a90-f27d-4c18-85f2-b77688043e13), precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:39.505844 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-f48b208d-498b-4d00-ab58-26b2650c5cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1036461'] for subnet (40c1acee-ff1b-428f-bd5c-00f2237c5ccc), precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:39.523730 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-74bbd82d-6c36-4fec-9306-a0eb1edfc4ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625'] for network (678c0a90-f27d-4c18-85f2-b77688043e13), after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:39.524780 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74bbd82d-6c36-4fec-9306-a0eb1edfc4ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:39.525417 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-74bbd82d-6c36-4fec-9306-a0eb1edfc4ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032615'] for network (None), before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:39.580799 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-f48b208d-498b-4d00-ab58-26b2650c5cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1036450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6110936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5832109'] for subnet (40c1acee-ff1b-428f-bd5c-00f2237c5ccc), after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:39.595587 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-74bbd82d-6c36-4fec-9306-a0eb1edfc4ee admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4270504 Jan 28 13:46:39.597437 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 41112) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:39.604082 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.v2.base [None req-480e32ff-24ee-40a0-bc5f-b1dbc0919730 admin admin] Request body: {'subnet': {'network_id': '678c0a90-f27d-4c18-85f2-b77688043e13', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2074461547-subnet', 'tenant_id': '7d020c4f6fd54cfd952e4e87c0df2a70', 'ip_version': 4}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:46:39.613829 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48b208d-498b-4d00-ab58-26b2650c5cd0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40c1acee-ff1b-428f-bd5c-00f2237c5ccc,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:39.614784 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bbd82d-6c36-4fec-9306-a0eb1edfc4ee admin admin] Pushing event updated for resources: {'Network': ['ID=678c0a90-f27d-4c18-85f2-b77688043e13,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:39.618567 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-f48b208d-498b-4d00-ab58-26b2650c5cd0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:39.621728 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-f48b208d-498b-4d00-ab58-26b2650c5cd0 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/40c1acee-ff1b-428f-bd5c-00f2237c5ccc HTTP/1.1" status: 204 len: 168 time: 0.2838879 Jan 28 13:46:39.624150 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 41116) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:39.628408 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Network 678c0a90-f27d-4c18-85f2-b77688043e13 details requested by agent ovs-agent-dv-cinder-824187-7-iscsi with host dv-cinder-824187-7-iscsi {{(pid=109086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:46:39.647839 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-480e32ff-24ee-40a0-bc5f-b1dbc0919730 admin admin] Made reservation on behalf of 7d020c4f6fd54cfd952e4e87c0df2a70 for: {'subnet': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:46:39.651064 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-480e32ff-24ee-40a0-bc5f-b1dbc0919730 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:39.711715 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-fbf13008-3728-488d-973f-c381378a4169 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-799852'] for network (0a9e09f9-f1d4-4764-a794-c485858f0408), before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:39.740607 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c68d80f9-05a7-4f40-b887-c9a66d82336a None None] Sync routers for ids ['3b37101d-7801-484d-9b53-12bc30cc60a8'] in dv-cinder-824187-7-iscsi {{(pid=109086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:46:39.817220 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Device c77b92c2-3718-4b36-af0f-460cc3a27081 up at agent ovs-agent-dv-cinder-824187-7-iscsi {{(pid=109086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:46:39.829777 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68d80f9-05a7-4f40-b887-c9a66d82336a None None] Routers {'3b37101d-7801-484d-9b53-12bc30cc60a8'} bound to L3 agent in host dv-cinder-824187-7-iscsi {{(pid=109086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:46:39.830410 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-c68d80f9-05a7-4f40-b887-c9a66d82336a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:37:30Z,description=,heartbeat_timestamp=2022-01-28T13:46:30Z,host='dv-cinder-824187-7-iscsi',id=5fb30df9-6f10-41b8-94cc-b881623ba250,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:37:30Z,topic='l3_agent')) {'router_ids': ['3b37101d-7801-484d-9b53-12bc30cc60a8'], 'active': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:39.839194 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-fbf13008-3728-488d-973f-c381378a4169 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1044054', 'neutron.services.segments.db._delete_segments_for_network-8742788684692'] for network (0a9e09f9-f1d4-4764-a794-c485858f0408), precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:39.873411 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.services.segments.db [None req-fbf13008-3728-488d-973f-c381378a4169 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a9e09f9-f1d4-4764-a794-c485858f0408']}} {{(pid=109084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:39.901847 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.services.segments.db [None req-fbf13008-3728-488d-973f-c381378a4169 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '257e307b-ce7b-423c-ae3e-862c11951773') {'for_net_delete': True} {{(pid=109084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:39.902145 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.services.segments.db [None req-fbf13008-3728-488d-973f-c381378a4169 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '257e307b-ce7b-423c-ae3e-862c11951773') {} {{(pid=109084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:39.931378 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-fbf13008-3728-488d-973f-c381378a4169 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742788686749', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4731622'] for segment (257e307b-ce7b-423c-ae3e-862c11951773), before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:39.985658 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Provisioning complete for port c77b92c2-3718-4b36-af0f-460cc3a27081 triggered by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:46:39.986242 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041328'] for port (c77b92c2-3718-4b36-af0f-460cc3a27081), provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:40.001954 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073c1073-1eca-4edd-b76e-b516534954ec req-fd868921-17a7-4771-9aea-f8b1ee725a9f tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:40.003745 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-073c1073-1eca-4edd-b76e-b516534954ec req-fd868921-17a7-4771-9aea-f8b1ee725a9f tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/ports?device_id=51ea482b-e202-4a11-a7d3-d8e22636f7d7 HTTP/1.1" status: 200 len: 945 time: 0.1642513 Jan 28 13:46:40.006244 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-480e32ff-24ee-40a0-bc5f-b1dbc0919730 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625'] for subnet (8ce70742-5d77-4ca1-a4c6-3e2527f46ccd), after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:40.011638 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-fbf13008-3728-488d-973f-c381378a4169 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-923698'] for segment (257e307b-ce7b-423c-ae3e-862c11951773), precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:40.028688 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbf13008-3728-488d-973f-c381378a4169 admin admin] Releasing vlan 706 on physical network physnet1 to pool {{(pid=109084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:46:40.029132 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-fbf13008-3728-488d-973f-c381378a4169 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-923698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6110770'] for segment (257e307b-ce7b-423c-ae3e-862c11951773), after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:40.033571 dv-cinder-824187-7-iscsi neutron-server[109084]: Traceback (most recent call last): Jan 28 13:46:40.033571 dv-cinder-824187-7-iscsi neutron-server[109084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:46:40.033571 dv-cinder-824187-7-iscsi neutron-server[109084]: timer() Jan 28 13:46:40.033571 dv-cinder-824187-7-iscsi neutron-server[109084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:46:40.033571 dv-cinder-824187-7-iscsi neutron-server[109084]: cb(*args, **kw) Jan 28 13:46:40.033571 dv-cinder-824187-7-iscsi neutron-server[109084]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:46:40.033571 dv-cinder-824187-7-iscsi neutron-server[109084]: return func(*args, **kwargs) Jan 28 13:46:40.033571 dv-cinder-824187-7-iscsi neutron-server[109084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:46:40.033571 dv-cinder-824187-7-iscsi neutron-server[109084]: self._notify() Jan 28 13:46:40.033571 dv-cinder-824187-7-iscsi neutron-server[109084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:46:40.033571 dv-cinder-824187-7-iscsi neutron-server[109084]: self.callback(batched_events) Jan 28 13:46:40.033571 dv-cinder-824187-7-iscsi neutron-server[109084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:46:40.033571 dv-cinder-824187-7-iscsi neutron-server[109084]: event.method(event) Jan 28 13:46:40.033571 dv-cinder-824187-7-iscsi neutron-server[109084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:46:40.033571 dv-cinder-824187-7-iscsi neutron-server[109084]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:46:40.033571 dv-cinder-824187-7-iscsi neutron-server[109084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:46:40.033571 dv-cinder-824187-7-iscsi neutron-server[109084]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:46:40.033571 dv-cinder-824187-7-iscsi neutron-server[109084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:46:40.033571 dv-cinder-824187-7-iscsi neutron-server[109084]: return f(self, *a, **k) Jan 28 13:46:40.033571 dv-cinder-824187-7-iscsi neutron-server[109084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:46:40.033571 dv-cinder-824187-7-iscsi neutron-server[109084]: return self._get(url).json() Jan 28 13:46:40.033571 dv-cinder-824187-7-iscsi neutron-server[109084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:46:40.033571 dv-cinder-824187-7-iscsi neutron-server[109084]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:46:40.033571 dv-cinder-824187-7-iscsi neutron-server[109084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:46:40.033571 dv-cinder-824187-7-iscsi neutron-server[109084]: return self.request(url, 'GET', **kwargs) Jan 28 13:46:40.033571 dv-cinder-824187-7-iscsi neutron-server[109084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:46:40.033571 dv-cinder-824187-7-iscsi neutron-server[109084]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:46:40.033571 dv-cinder-824187-7-iscsi neutron-server[109084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:46:40.033571 dv-cinder-824187-7-iscsi neutron-server[109084]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:46:40.033571 dv-cinder-824187-7-iscsi neutron-server[109084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:46:40.033571 dv-cinder-824187-7-iscsi neutron-server[109084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:46:40.033571 dv-cinder-824187-7-iscsi neutron-server[109084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:46:40.061004 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvr_db [None req-c68d80f9-05a7-4f40-b887-c9a66d82336a None None] Set router 3b37101d-7801-484d-9b53-12bc30cc60a8 gateway port host: dv-cinder-824187-7-iscsi {{(pid=109086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:46:40.105366 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480e32ff-24ee-40a0-bc5f-b1dbc0919730 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ce70742-5d77-4ca1-a4c6-3e2527f46ccd,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:40.118191 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-fbf13008-3728-488d-973f-c381378a4169 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1044015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1817757'] for network (0a9e09f9-f1d4-4764-a794-c485858f0408), after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:40.139895 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-073c1073-1eca-4edd-b76e-b516534954ec req-456c18e3-00c2-4367-8c48-b8394b8ff975 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e8aa884-59a1-48b6-b990-b4cff53ce899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261759 Jan 28 13:46:40.141062 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480e32ff-24ee-40a0-bc5f-b1dbc0919730 admin admin] Checking segment: {'id': 'ffab9802-9aba-4ea9-80ef-420d0b09c75f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '678c0a90-f27d-4c18-85f2-b77688043e13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:46:40.142069 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-480e32ff-24ee-40a0-bc5f-b1dbc0919730 admin admin] Network hostable DHCP agents. Network: 678c0a90-f27d-4c18-85f2-b77688043e13, hostable agents: ['fe6892c5-7eb1-46ce-88dd-77c5bcc32263'], hosted agents: [] {{(pid=109085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:46:40.166090 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-480e32ff-24ee-40a0-bc5f-b1dbc0919730 admin admin] Network 678c0a90-f27d-4c18-85f2-b77688043e13 is scheduled to be hosted by DHCP agent fe6892c5-7eb1-46ce-88dd-77c5bcc32263 with binding_index 1 {{(pid=109085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:46:40.175985 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-fbf13008-3728-488d-973f-c381378a4169 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032615'] for network (None), before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:40.179794 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-480e32ff-24ee-40a0-bc5f-b1dbc0919730 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824187-7-iscsi, 678c0a90-f27d-4c18-85f2-b77688043e13) {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:46:40.187152 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-fbf13008-3728-488d-973f-c381378a4169 admin admin] 10.222.0.72 "DELETE /v2.0/networks/0a9e09f9-f1d4-4764-a794-c485858f0408 HTTP/1.1" status: 204 len: 168 time: 0.5590012 Jan 28 13:46:40.187259 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 41142) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:40.196776 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-480e32ff-24ee-40a0-bc5f-b1dbc0919730 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:40.197400 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-480e32ff-24ee-40a0-bc5f-b1dbc0919730 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032615'] for subnet (None), before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:40.212812 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf13008-3728-488d-973f-c381378a4169 admin admin] Pushing event deleted for resources: {'Network': ['ID=0a9e09f9-f1d4-4764-a794-c485858f0408,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:40.261352 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-069e2d79-031b-4df5-81ab-b99895663fe2 None None] Network 678c0a90-f27d-4c18-85f2-b77688043e13 requested from dv-cinder-824187-7-iscsi {{(pid=109086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:46:40.269054 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-480e32ff-24ee-40a0-bc5f-b1dbc0919730 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6703303 Jan 28 13:46:40.271842 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 41148) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:40.276524 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.v2.base [None req-2b04c048-9cbc-4424-ad87-014d1a3d71b5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2074461547-router', 'tenant_id': '7d020c4f6fd54cfd952e4e87c0df2a70', 'external_gateway_info': {'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067'}}} {{(pid=109084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:46:40.284683 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.db.db_base_plugin_v2 [None req-af35840b-0049-40c2-8bac-5fd7ab5ffce5 admin admin] Deleting subnet 3265adee-7510-4285-8ca5-0b0c39bb03c2 {{(pid=109085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:46:40.331194 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-af35840b-0049-40c2-8bac-5fd7ab5ffce5 admin admin] Publish callbacks [] for subnet (3265adee-7510-4285-8ca5-0b0c39bb03c2), before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:40.340109 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Current status of the port c77b92c2-3718-4b36-af0f-460cc3a27081 is: ACTIVE; New status is: ACTIVE {{(pid=109086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:46:40.357235 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-2b04c048-9cbc-4424-ad87-014d1a3d71b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1812062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-46824'] for router (6be4337e-7eba-4470-89a9-d41a6310e5c1), before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:40.358461 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-2b04c048-9cbc-4424-ad87-014d1a3d71b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1812686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1816868', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1575594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-46611'] for router (6be4337e-7eba-4470-89a9-d41a6310e5c1), precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:40.431605 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-af35840b-0049-40c2-8bac-5fd7ab5ffce5 admin admin] Publish callbacks [] for subnet (3265adee-7510-4285-8ca5-0b0c39bb03c2), precommit_delete_associations {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:40.441037 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-2b04c048-9cbc-4424-ad87-014d1a3d71b5 admin admin] Publish callbacks [] for router_controller (6be4337e-7eba-4470-89a9-d41a6310e5c1), precommit_add_association {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:40.470184 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-af35840b-0049-40c2-8bac-5fd7ab5ffce5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1036461'] for subnet (3265adee-7510-4285-8ca5-0b0c39bb03c2), precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:40.600679 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-af35840b-0049-40c2-8bac-5fd7ab5ffce5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1036450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625'] for subnet (3265adee-7510-4285-8ca5-0b0c39bb03c2), after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:40.620161 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef74fa6-7178-4ea5-b15c-680be7cfb1f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp107b8415-c657-5120-917d-5bab152d4a1a-678c0a90-f27d-4c18-85f2-b77688043e13', 'network_id': '678c0a90-f27d-4c18-85f2-b77688043e13', 'project_id': '7d020c4f6fd54cfd952e4e87c0df2a70', 'fixed_ips': [{'subnet_id': '8ce70742-5d77-4ca1-a4c6-3e2527f46ccd'}]}} from dv-cinder-824187-7-iscsi. {{(pid=109086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:46:40.621351 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3ef74fa6-7178-4ea5-b15c-680be7cfb1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (None), before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:40.636822 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-2b04c048-9cbc-4424-ad87-014d1a3d71b5 admin admin] Publish callbacks [] for router_gateway (6be4337e-7eba-4470-89a9-d41a6310e5c1), precommit_update {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:40.638498 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af35840b-0049-40c2-8bac-5fd7ab5ffce5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3265adee-7510-4285-8ca5-0b0c39bb03c2,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:40.647226 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-af35840b-0049-40c2-8bac-5fd7ab5ffce5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032615'] for subnet (None), before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:40.651242 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-af35840b-0049-40c2-8bac-5fd7ab5ffce5 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/3265adee-7510-4285-8ca5-0b0c39bb03c2 HTTP/1.1" status: 204 len: 168 time: 0.4631255 Jan 28 13:46:40.653756 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 41156) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:40.753017 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-85ddf2d4-a053-4ca7-83c3-683c7dc5359e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-799852'] for network (db385663-4658-42c2-9aa8-fd33c27ac993), before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:40.795037 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-c68d80f9-05a7-4f40-b887-c9a66d82336a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b37101d-7801-484d-9b53-12bc30cc60a8', 'name': 'tempest-TestVolumeBootPattern-2005865697-router', 'tenant_id': '91bd515480d64f1fb4c68f74dfec7a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'external_fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': 'c77b92c2-3718-4b36-af0f-460cc3a27081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:46:31Z', 'updated_at': '2022-01-28T13:46:37Z', 'revision_number': 4, 'project_id': '91bd515480d64f1fb4c68f74dfec7a79', 'gw_port': {'id': 'c77b92c2-3718-4b36-af0f-460cc3a27081', 'name': '', 'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:5e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b37101d-7801-484d-9b53-12bc30cc60a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:46:32Z', 'updated_at': '2022-01-28T13:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-7-iscsi', '_interfaces': [{'id': 'c5d68468-b68d-494b-a83f-3578fc646a5b', 'name': '', 'network_id': 'edec13d6-6734-4abe-91ae-5b6be190099b', 'tenant_id': '91bd515480d64f1fb4c68f74dfec7a79', 'mac_address': 'fa:16:3e:3c:05:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b37101d-7801-484d-9b53-12bc30cc60a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '0bbd587e-7762-4c23-87b9-7f5b462e54c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:46:36Z', 'updated_at': '2022-01-28T13:46:37Z', 'revision_number': 2, 'project_id': '91bd515480d64f1fb4c68f74dfec7a79', 'subnets': [{'id': '0bbd587e-7762-4c23-87b9-7f5b462e54c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824187-7-iscsi', False) {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:40.837612 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c68d80f9-05a7-4f40-b887-c9a66d82336a None None] Checking router: 3b37101d-7801-484d-9b53-12bc30cc60a8 for host: dv-cinder-824187-7-iscsi {{(pid=109086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:46:40.837971 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c68d80f9-05a7-4f40-b887-c9a66d82336a None None] Updating router 3b37101d-7801-484d-9b53-12bc30cc60a8 port c5d68468-b68d-494b-a83f-3578fc646a5b binding host dv-cinder-824187-7-iscsi {{(pid=109086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:46:40.857354 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-85ddf2d4-a053-4ca7-83c3-683c7dc5359e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1044054', 'neutron.services.segments.db._delete_segments_for_network-8742788684692'] for network (db385663-4658-42c2-9aa8-fd33c27ac993), precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:40.871513 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-3ef74fa6-7178-4ea5-b15c-680be7cfb1f1 None None] Allocated IP 172.20.0.2 (678c0a90-f27d-4c18-85f2-b77688043e13/8ce70742-5d77-4ca1-a4c6-3e2527f46ccd/9db2fa32-7d28-48aa-8554-6dbfb83899c1) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:46:40.872795 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c68d80f9-05a7-4f40-b887-c9a66d82336a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (c5d68468-b68d-494b-a83f-3578fc646a5b), before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:40.885867 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-85ddf2d4-a053-4ca7-83c3-683c7dc5359e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:46:40.886903 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-85ddf2d4-a053-4ca7-83c3-683c7dc5359e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:46:40.887791 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-85ddf2d4-a053-4ca7-83c3-683c7dc5359e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:46:40.888002 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-85ddf2d4-a053-4ca7-83c3-683c7dc5359e admin admin] Subscribe: > port after_create 55550000 {{(pid=109085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:46:40.888760 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-85ddf2d4-a053-4ca7-83c3-683c7dc5359e admin admin] Subscribe: > port after_delete 55550000 {{(pid=109085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:46:40.889140 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-85ddf2d4-a053-4ca7-83c3-683c7dc5359e admin admin] Subscribe: > port after_update 55550000 {{(pid=109085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:46:40.889556 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-85ddf2d4-a053-4ca7-83c3-683c7dc5359e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:46:40.889895 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-85ddf2d4-a053-4ca7-83c3-683c7dc5359e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:46:40.890226 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-85ddf2d4-a053-4ca7-83c3-683c7dc5359e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:46:40.891165 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-85ddf2d4-a053-4ca7-83c3-683c7dc5359e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:46:40.896485 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-2b04c048-9cbc-4424-ad87-014d1a3d71b5 admin admin] Publish callbacks [] for router_gateway (6be4337e-7eba-4470-89a9-d41a6310e5c1), before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:40.922596 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-2b04c048-9cbc-4424-ad87-014d1a3d71b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (None), before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:40.990841 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-85ddf2d4-a053-4ca7-83c3-683c7dc5359e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:46:40.991067 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-85ddf2d4-a053-4ca7-83c3-683c7dc5359e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:46:40.991230 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-85ddf2d4-a053-4ca7-83c3-683c7dc5359e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:46:40.991569 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-85ddf2d4-a053-4ca7-83c3-683c7dc5359e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 13:46:40.991951 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.services.segments.db [None req-85ddf2d4-a053-4ca7-83c3-683c7dc5359e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db385663-4658-42c2-9aa8-fd33c27ac993']}} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:41.045622 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.services.segments.db [None req-85ddf2d4-a053-4ca7-83c3-683c7dc5359e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '891fc541-a958-4346-b53a-2cca61914c74') {'for_net_delete': True} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:41.046094 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.services.segments.db [None req-85ddf2d4-a053-4ca7-83c3-683c7dc5359e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '891fc541-a958-4346-b53a-2cca61914c74') {} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:41.077517 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-85ddf2d4-a053-4ca7-83c3-683c7dc5359e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742788686749', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6262728'] for segment (891fc541-a958-4346-b53a-2cca61914c74), before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:41.101373 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-85ddf2d4-a053-4ca7-83c3-683c7dc5359e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-923698'] for segment (891fc541-a958-4346-b53a-2cca61914c74), precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:41.111740 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85ddf2d4-a053-4ca7-83c3-683c7dc5359e admin admin] Releasing vlan 748 on physical network physnet1 to pool {{(pid=109085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:46:41.112102 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-85ddf2d4-a053-4ca7-83c3-683c7dc5359e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-923698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4723362'] for segment (891fc541-a958-4346-b53a-2cca61914c74), after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:41.117407 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.db.db_base_plugin_common [None req-2b04c048-9cbc-4424-ad87-014d1a3d71b5 admin admin] Allocated IP 172.27.0.37 (5658bb11-9d09-4b0d-90e7-a96bf662b067/12c2ab48-c458-44a5-bf56-c21764e1e48c/b5792509-84d5-4566-9061-18fbcd26afbd) {{(pid=109084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:46:41.117876 dv-cinder-824187-7-iscsi neutron-server[109085]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 28 13:46:41.117876 dv-cinder-824187-7-iscsi neutron-server[109085]: from cryptography.utils import int_from_bytes Jan 28 13:46:41.117876 dv-cinder-824187-7-iscsi neutron-server[109085]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 28 13:46:41.117876 dv-cinder-824187-7-iscsi neutron-server[109085]: from cryptography.utils import int_from_bytes Jan 28 13:46:41.117876 dv-cinder-824187-7-iscsi neutron-server[109085]: Traceback (most recent call last): Jan 28 13:46:41.117876 dv-cinder-824187-7-iscsi neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:46:41.117876 dv-cinder-824187-7-iscsi neutron-server[109085]: timer() Jan 28 13:46:41.117876 dv-cinder-824187-7-iscsi neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:46:41.117876 dv-cinder-824187-7-iscsi neutron-server[109085]: cb(*args, **kw) Jan 28 13:46:41.117876 dv-cinder-824187-7-iscsi neutron-server[109085]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:46:41.117876 dv-cinder-824187-7-iscsi neutron-server[109085]: return func(*args, **kwargs) Jan 28 13:46:41.117876 dv-cinder-824187-7-iscsi neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:46:41.117876 dv-cinder-824187-7-iscsi neutron-server[109085]: self._notify() Jan 28 13:46:41.117876 dv-cinder-824187-7-iscsi neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:46:41.117876 dv-cinder-824187-7-iscsi neutron-server[109085]: self.callback(batched_events) Jan 28 13:46:41.117876 dv-cinder-824187-7-iscsi neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:46:41.117876 dv-cinder-824187-7-iscsi neutron-server[109085]: event.method(event) Jan 28 13:46:41.117876 dv-cinder-824187-7-iscsi neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:46:41.117876 dv-cinder-824187-7-iscsi neutron-server[109085]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:46:41.117876 dv-cinder-824187-7-iscsi neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:46:41.117876 dv-cinder-824187-7-iscsi neutron-server[109085]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:46:41.117876 dv-cinder-824187-7-iscsi neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:46:41.117876 dv-cinder-824187-7-iscsi neutron-server[109085]: return f(self, *a, **k) Jan 28 13:46:41.117876 dv-cinder-824187-7-iscsi neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:46:41.117876 dv-cinder-824187-7-iscsi neutron-server[109085]: return self._get(url).json() Jan 28 13:46:41.117876 dv-cinder-824187-7-iscsi neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:46:41.117876 dv-cinder-824187-7-iscsi neutron-server[109085]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:46:41.117876 dv-cinder-824187-7-iscsi neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:46:41.117876 dv-cinder-824187-7-iscsi neutron-server[109085]: return self.request(url, 'GET', **kwargs) Jan 28 13:46:41.117876 dv-cinder-824187-7-iscsi neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:46:41.117876 dv-cinder-824187-7-iscsi neutron-server[109085]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:46:41.117876 dv-cinder-824187-7-iscsi neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:46:41.117876 dv-cinder-824187-7-iscsi neutron-server[109085]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:46:41.117876 dv-cinder-824187-7-iscsi neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:46:41.117876 dv-cinder-824187-7-iscsi neutron-server[109085]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:46:41.117876 dv-cinder-824187-7-iscsi neutron-server[109085]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:46:41.264017 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-85ddf2d4-a053-4ca7-83c3-683c7dc5359e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1044015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1817757'] for network (db385663-4658-42c2-9aa8-fd33c27ac993), after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:41.272434 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-85ddf2d4-a053-4ca7-83c3-683c7dc5359e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032615'] for network (None), before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:41.279198 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-85ddf2d4-a053-4ca7-83c3-683c7dc5359e admin admin] 10.222.0.72 "DELETE /v2.0/networks/db385663-4658-42c2-9aa8-fd33c27ac993 HTTP/1.1" status: 204 len: 168 time: 0.6239843 Jan 28 13:46:41.329051 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ddf2d4-a053-4ca7-83c3-683c7dc5359e admin admin] Pushing event deleted for resources: {'Network': ['ID=db385663-4658-42c2-9aa8-fd33c27ac993,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:41.362214 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-2b04c048-9cbc-4424-ad87-014d1a3d71b5 admin admin] Publish callbacks [] for port (b5792509-84d5-4566-9061-18fbcd26afbd), precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:41.392421 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3ef74fa6-7178-4ea5-b15c-680be7cfb1f1 None None] Publish callbacks [] for port (9db2fa32-7d28-48aa-8554-6dbfb83899c1), precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:41.410964 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c68d80f9-05a7-4f40-b887-c9a66d82336a None None] Publish callbacks [] for port (c5d68468-b68d-494b-a83f-3578fc646a5b), precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:41.415039 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3ef74fa6-7178-4ea5-b15c-680be7cfb1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742788384826'] for port (9db2fa32-7d28-48aa-8554-6dbfb83899c1), after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:41.421597 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1292f5e-8ae4-4c76-9418-200f62577c2d req-0ee29405-6df4-4fcf-bf3e-42c9322c7178 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:41.433612 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-f1292f5e-8ae4-4c76-9418-200f62577c2d req-0ee29405-6df4-4fcf-bf3e-42c9322c7178 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/ports?device_id=51ea482b-e202-4a11-a7d3-d8e22636f7d7 HTTP/1.1" status: 200 len: 945 time: 0.0983913 Jan 28 13:46:41.448997 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c68d80f9-05a7-4f40-b887-c9a66d82336a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862'] for port (c5d68468-b68d-494b-a83f-3578fc646a5b), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:41.469885 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-2b04c048-9cbc-4424-ad87-014d1a3d71b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742788384826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6110957'] for port (b5792509-84d5-4566-9061-18fbcd26afbd), after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:41.472755 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef74fa6-7178-4ea5-b15c-680be7cfb1f1 None None] Network 678c0a90-f27d-4c18-85f2-b77688043e13 is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:46:41.477376 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-3ef74fa6-7178-4ea5-b15c-680be7cfb1f1 None None] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:46:41.482730 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef74fa6-7178-4ea5-b15c-680be7cfb1f1 None None] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:46:41.503164 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef74fa6-7178-4ea5-b15c-680be7cfb1f1 None None] Pushing event updated for resources: {'Port': ['ID=9db2fa32-7d28-48aa-8554-6dbfb83899c1,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:41.561912 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b04c048-9cbc-4424-ad87-014d1a3d71b5 admin admin] Network 5658bb11-9d09-4b0d-90e7-a96bf662b067 is already hosted by enough agents. {{(pid=109084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:46:41.568238 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.scheduler.base_scheduler [None req-2b04c048-9cbc-4424-ad87-014d1a3d71b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:46:41.572464 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b04c048-9cbc-4424-ad87-014d1a3d71b5 admin admin] Received port after_create {{(pid=109084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:46:41.627458 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-f1292f5e-8ae4-4c76-9418-200f62577c2d req-a80d0c1d-7b0f-46e2-8bf9-7351a8702b7d tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e8aa884-59a1-48b6-b990-b4cff53ce899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766338 Jan 28 13:46:41.666203 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [None req-3ef74fa6-7178-4ea5-b15c-680be7cfb1f1 None None] Attempting to bind port 9db2fa32-7d28-48aa-8554-6dbfb83899c1 on host dv-cinder-824187-7-iscsi for vnic_type normal with profile {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:46:41.666585 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [None req-3ef74fa6-7178-4ea5-b15c-680be7cfb1f1 None None] Attempting to bind port 9db2fa32-7d28-48aa-8554-6dbfb83899c1 by drivers openvswitch,hyperv on host dv-cinder-824187-7-iscsi at level 0 using segments [{'id': 'ffab9802-9aba-4ea9-80ef-420d0b09c75f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '678c0a90-f27d-4c18-85f2-b77688043e13'}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:46:41.666950 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef74fa6-7178-4ea5-b15c-680be7cfb1f1 None None] Attempting to bind port 9db2fa32-7d28-48aa-8554-6dbfb83899c1 on network 678c0a90-f27d-4c18-85f2-b77688043e13 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:46:41.683838 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3190829-513a-49ca-869b-45e63bf921db None None] Pushing event updated for resources: {'Port': ['ID=c5d68468-b68d-494b-a83f-3578fc646a5b,revision_number=3']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:41.693473 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 41196) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:41.700001 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef74fa6-7178-4ea5-b15c-680be7cfb1f1 None None] Checking agent: {'id': '91ec632a-2927-4715-8bad-f3132ebcbe46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824187-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 37, 34), 'started_at': datetime.datetime(2022, 1, 28, 13, 38, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 46, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824187-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:46:41.700379 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef74fa6-7178-4ea5-b15c-680be7cfb1f1 None None] Checking segment: {'id': 'ffab9802-9aba-4ea9-80ef-420d0b09c75f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '678c0a90-f27d-4c18-85f2-b77688043e13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:46:41.701161 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3ef74fa6-7178-4ea5-b15c-680be7cfb1f1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:41.701546 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef74fa6-7178-4ea5-b15c-680be7cfb1f1 None None] Bound using segment: {'id': 'ffab9802-9aba-4ea9-80ef-420d0b09c75f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '678c0a90-f27d-4c18-85f2-b77688043e13'} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:46:41.702025 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [None req-3ef74fa6-7178-4ea5-b15c-680be7cfb1f1 None None] Bound port: 9db2fa32-7d28-48aa-8554-6dbfb83899c1, host: dv-cinder-824187-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffab9802-9aba-4ea9-80ef-420d0b09c75f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '678c0a90-f27d-4c18-85f2-b77688043e13'}}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:46:41.702516 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3ef74fa6-7178-4ea5-b15c-680be7cfb1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (9db2fa32-7d28-48aa-8554-6dbfb83899c1), before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:41.715033 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [None req-c68d80f9-05a7-4f40-b887-c9a66d82336a None None] Attempting to bind port c5d68468-b68d-494b-a83f-3578fc646a5b on host dv-cinder-824187-7-iscsi for vnic_type normal with profile {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:46:41.715033 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [None req-c68d80f9-05a7-4f40-b887-c9a66d82336a None None] Attempting to bind port c5d68468-b68d-494b-a83f-3578fc646a5b by drivers openvswitch,hyperv on host dv-cinder-824187-7-iscsi at level 0 using segments [{'id': '96a3ffce-3ebc-4cee-b2b1-2d336e9f8d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'edec13d6-6734-4abe-91ae-5b6be190099b'}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:46:41.715336 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68d80f9-05a7-4f40-b887-c9a66d82336a None None] Attempting to bind port c5d68468-b68d-494b-a83f-3578fc646a5b on network edec13d6-6734-4abe-91ae-5b6be190099b {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:46:41.724869 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b04c048-9cbc-4424-ad87-014d1a3d71b5 admin admin] Pushing event updated for resources: {'Port': ['ID=b5792509-84d5-4566-9061-18fbcd26afbd,revision_number=1']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:41.743759 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68d80f9-05a7-4f40-b887-c9a66d82336a None None] Checking agent: {'id': '91ec632a-2927-4715-8bad-f3132ebcbe46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824187-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 37, 34), 'started_at': datetime.datetime(2022, 1, 28, 13, 38, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 46, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824187-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:46:41.744117 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68d80f9-05a7-4f40-b887-c9a66d82336a None None] Checking segment: {'id': '96a3ffce-3ebc-4cee-b2b1-2d336e9f8d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'edec13d6-6734-4abe-91ae-5b6be190099b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:46:41.747845 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c68d80f9-05a7-4f40-b887-c9a66d82336a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:41.748269 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68d80f9-05a7-4f40-b887-c9a66d82336a None None] Bound using segment: {'id': '96a3ffce-3ebc-4cee-b2b1-2d336e9f8d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'edec13d6-6734-4abe-91ae-5b6be190099b'} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:46:41.748777 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [None req-c68d80f9-05a7-4f40-b887-c9a66d82336a None None] Bound port: c5d68468-b68d-494b-a83f-3578fc646a5b, host: dv-cinder-824187-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96a3ffce-3ebc-4cee-b2b1-2d336e9f8d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'edec13d6-6734-4abe-91ae-5b6be190099b'}}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:46:41.749613 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c68d80f9-05a7-4f40-b887-c9a66d82336a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (c5d68468-b68d-494b-a83f-3578fc646a5b), before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:41.778876 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-f292c130-d8ae-487f-b694-9a64bdea153e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a8f7d09933384c319d09292eb5b90156&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0835028 Jan 28 13:46:41.781501 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 41198) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:41.874199 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a05f60c8-7ad0-40fb-a0ea-19b806a223b6 admin admin] Publish callbacks [] for security_group (67937bf7-374e-4099-8cd4-ec1145153e77), before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:41.889272 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-3ef74fa6-7178-4ea5-b15c-680be7cfb1f1 None None] For port 9db2fa32-7d28-48aa-8554-6dbfb83899c1, host dv-cinder-824187-7-iscsi, cleared binding levels {{(pid=109086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:46:41.913309 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-3ef74fa6-7178-4ea5-b15c-680be7cfb1f1 None None] For port 9db2fa32-7d28-48aa-8554-6dbfb83899c1, host dv-cinder-824187-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-7-iscsi',level=0,port_id=9db2fa32-7d28-48aa-8554-6dbfb83899c1,segment=NetworkSegment(ffab9802-9aba-4ea9-80ef-420d0b09c75f),segment_id=ffab9802-9aba-4ea9-80ef-420d0b09c75f)] {{(pid=109086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:46:41.914474 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-c68d80f9-05a7-4f40-b887-c9a66d82336a None None] For port c5d68468-b68d-494b-a83f-3578fc646a5b, host dv-cinder-824187-7-iscsi, cleared binding levels {{(pid=109086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:46:41.931604 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3ef74fa6-7178-4ea5-b15c-680be7cfb1f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862'] for port (9db2fa32-7d28-48aa-8554-6dbfb83899c1), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:41.935497 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-c68d80f9-05a7-4f40-b887-c9a66d82336a None None] For port c5d68468-b68d-494b-a83f-3578fc646a5b, host dv-cinder-824187-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-7-iscsi',level=0,port_id=c5d68468-b68d-494b-a83f-3578fc646a5b,segment=NetworkSegment(96a3ffce-3ebc-4cee-b2b1-2d336e9f8d25),segment_id=96a3ffce-3ebc-4cee-b2b1-2d336e9f8d25)] {{(pid=109086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:46:41.944740 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-a49adfb0-f3b5-49e1-ba9b-72559bb2e49c None None] Provisioning complete for port c5d68468-b68d-494b-a83f-3578fc646a5b triggered by entity DHCP. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:46:41.945156 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a49adfb0-f3b5-49e1-ba9b-72559bb2e49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041328'] for port (c5d68468-b68d-494b-a83f-3578fc646a5b), provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:41.946330 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a05f60c8-7ad0-40fb-a0ea-19b806a223b6 admin admin] Publish callbacks [] for security_group (67937bf7-374e-4099-8cd4-ec1145153e77), precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:41.961098 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f81f13-4090-475b-8a97-7543e513a943 req-967675e8-5a28-4221-ae51-1108f52dce60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:41.962742 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-e0f81f13-4090-475b-8a97-7543e513a943 req-967675e8-5a28-4221-ae51-1108f52dce60 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=51ea482b-e202-4a11-a7d3-d8e22636f7d7 HTTP/1.1" status: 200 len: 1098 time: 0.0718129 Jan 28 13:46:41.973279 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c68d80f9-05a7-4f40-b887-c9a66d82336a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862'] for port (c5d68468-b68d-494b-a83f-3578fc646a5b), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:42.039465 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-e0f81f13-4090-475b-8a97-7543e513a943 req-595c7b55-b829-4fbc-b1dc-d146ec6959cd service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=2e8aa884-59a1-48b6-b990-b4cff53ce899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600834 Jan 28 13:46:42.047335 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef74fa6-7178-4ea5-b15c-680be7cfb1f1 None None] Pushing event updated for resources: {'Port': ['ID=9db2fa32-7d28-48aa-8554-6dbfb83899c1,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:42.061251 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68d80f9-05a7-4f40-b887-c9a66d82336a None None] Routers {'3b37101d-7801-484d-9b53-12bc30cc60a8'} bound to L3 agent in host dv-cinder-824187-7-iscsi {{(pid=109086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:46:42.062066 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-c68d80f9-05a7-4f40-b887-c9a66d82336a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:37:30Z,description=,heartbeat_timestamp=2022-01-28T13:46:30Z,host='dv-cinder-824187-7-iscsi',id=5fb30df9-6f10-41b8-94cc-b881623ba250,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:37:30Z,topic='l3_agent')) {'router_ids': ['3b37101d-7801-484d-9b53-12bc30cc60a8'], 'active': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:42.090042 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a05f60c8-7ad0-40fb-a0ea-19b806a223b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (67937bf7-374e-4099-8cd4-ec1145153e77), after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:42.093258 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a05f60c8-7ad0-40fb-a0ea-19b806a223b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:42.096153 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-a05f60c8-7ad0-40fb-a0ea-19b806a223b6 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/67937bf7-374e-4099-8cd4-ec1145153e77 HTTP/1.1" status: 204 len: 168 time: 0.3101914 Jan 28 13:46:42.110820 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05f60c8-7ad0-40fb-a0ea-19b806a223b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67937bf7-374e-4099-8cd4-ec1145153e77,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:42.268968 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3190829-513a-49ca-869b-45e63bf921db None None] Pushing event updated for resources: {'Port': ['ID=c5d68468-b68d-494b-a83f-3578fc646a5b,revision_number=4']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:42.358007 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-a49adfb0-f3b5-49e1-ba9b-72559bb2e49c None None] Current status of the port c5d68468-b68d-494b-a83f-3578fc646a5b is: DOWN; New status is: ACTIVE {{(pid=109086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:46:42.358559 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a49adfb0-f3b5-49e1-ba9b-72559bb2e49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (c5d68468-b68d-494b-a83f-3578fc646a5b), before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:42.447949 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvr_db [None req-c68d80f9-05a7-4f40-b887-c9a66d82336a None None] Set router 3b37101d-7801-484d-9b53-12bc30cc60a8 gateway port host: dv-cinder-824187-7-iscsi {{(pid=109086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:46:42.492974 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-a49adfb0-f3b5-49e1-ba9b-72559bb2e49c None None] For port c5d68468-b68d-494b-a83f-3578fc646a5b, host dv-cinder-824187-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-7-iscsi',level=0,port_id=c5d68468-b68d-494b-a83f-3578fc646a5b,segment=NetworkSegment(96a3ffce-3ebc-4cee-b2b1-2d336e9f8d25),segment_id=96a3ffce-3ebc-4cee-b2b1-2d336e9f8d25)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:46:42.506312 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a49adfb0-f3b5-49e1-ba9b-72559bb2e49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862'] for port (c5d68468-b68d-494b-a83f-3578fc646a5b), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:42.518954 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-2b04c048-9cbc-4424-ad87-014d1a3d71b5 admin admin] Publish callbacks [] for router_gateway (6be4337e-7eba-4470-89a9-d41a6310e5c1), after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:42.749030 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-d256cada-408e-4f8f-96bf-d552937af603 None None] Provisioning complete for port c5d68468-b68d-494b-a83f-3578fc646a5b triggered by entity DHCP. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:46:42.749508 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d256cada-408e-4f8f-96bf-d552937af603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041328'] for port (c5d68468-b68d-494b-a83f-3578fc646a5b), provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:42.783025 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49adfb0-f3b5-49e1-ba9b-72559bb2e49c None None] Pushing event updated for resources: {'Port': ['ID=c5d68468-b68d-494b-a83f-3578fc646a5b,revision_number=5']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:42.866647 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-c68d80f9-05a7-4f40-b887-c9a66d82336a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b37101d-7801-484d-9b53-12bc30cc60a8', 'name': 'tempest-TestVolumeBootPattern-2005865697-router', 'tenant_id': '91bd515480d64f1fb4c68f74dfec7a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'external_fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': 'c77b92c2-3718-4b36-af0f-460cc3a27081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:46:31Z', 'updated_at': '2022-01-28T13:46:37Z', 'revision_number': 4, 'project_id': '91bd515480d64f1fb4c68f74dfec7a79', 'gw_port': {'id': 'c77b92c2-3718-4b36-af0f-460cc3a27081', 'name': '', 'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:5e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b37101d-7801-484d-9b53-12bc30cc60a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:46:32Z', 'updated_at': '2022-01-28T13:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-7-iscsi', '_interfaces': [{'id': 'c5d68468-b68d-494b-a83f-3578fc646a5b', 'name': '', 'network_id': 'edec13d6-6734-4abe-91ae-5b6be190099b', 'tenant_id': '91bd515480d64f1fb4c68f74dfec7a79', 'mac_address': 'fa:16:3e:3c:05:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b37101d-7801-484d-9b53-12bc30cc60a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '0bbd587e-7762-4c23-87b9-7f5b462e54c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:46:36Z', 'updated_at': '2022-01-28T13:46:41Z', 'revision_number': 4, 'project_id': '91bd515480d64f1fb4c68f74dfec7a79', 'subnets': [{'id': '0bbd587e-7762-4c23-87b9-7f5b462e54c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824187-7-iscsi', False) {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:42.871425 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40827874-88c1-4243-bb3f-fe3fcbfaeb53 req-477df375-d66d-473b-82d7-a21ddf6420d2 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:42.873875 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-40827874-88c1-4243-bb3f-fe3fcbfaeb53 req-477df375-d66d-473b-82d7-a21ddf6420d2 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/ports?device_id=51ea482b-e202-4a11-a7d3-d8e22636f7d7 HTTP/1.1" status: 200 len: 945 time: 0.1159816 Jan 28 13:46:42.880424 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 41222) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:42.892267 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-2b04c048-9cbc-4424-ad87-014d1a3d71b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1812695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1816913'] for router (6be4337e-7eba-4470-89a9-d41a6310e5c1), after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:42.938726 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-d256cada-408e-4f8f-96bf-d552937af603 None None] Current status of the port c5d68468-b68d-494b-a83f-3578fc646a5b is: ACTIVE; New status is: ACTIVE {{(pid=109086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:46:42.940493 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c68d80f9-05a7-4f40-b887-c9a66d82336a None None] The sync data for ids ['3b37101d-7801-484d-9b53-12bc30cc60a8'] in dv-cinder-824187-7-iscsi is: [{'id': '3b37101d-7801-484d-9b53-12bc30cc60a8', 'name': 'tempest-TestVolumeBootPattern-2005865697-router', 'tenant_id': '91bd515480d64f1fb4c68f74dfec7a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'external_fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': 'c77b92c2-3718-4b36-af0f-460cc3a27081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:46:31Z', 'updated_at': '2022-01-28T13:46:37Z', 'revision_number': 4, 'project_id': '91bd515480d64f1fb4c68f74dfec7a79', 'gw_port': {'id': 'c77b92c2-3718-4b36-af0f-460cc3a27081', 'name': '', 'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:5e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b37101d-7801-484d-9b53-12bc30cc60a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:46:32Z', 'updated_at': '2022-01-28T13:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-7-iscsi', '_interfaces': [{'id': 'c5d68468-b68d-494b-a83f-3578fc646a5b', 'name': '', 'network_id': 'edec13d6-6734-4abe-91ae-5b6be190099b', 'tenant_id': '91bd515480d64f1fb4c68f74dfec7a79', 'mac_address': 'fa:16:3e:3c:05:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b37101d-7801-484d-9b53-12bc30cc60a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '0bbd587e-7762-4c23-87b9-7f5b462e54c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:46:36Z', 'updated_at': '2022-01-28T13:46:41Z', 'revision_number': 4, 'project_id': '91bd515480d64f1fb4c68f74dfec7a79', 'subnets': [{'id': '0bbd587e-7762-4c23-87b9-7f5b462e54c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:46:42.947439 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-b16fe102-5f17-4050-9085-7c4433f5364e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=145dbb330a0046f192ee138c7ecef9c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0658081 Jan 28 13:46:42.950250 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 41224) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:42.962962 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-40827874-88c1-4243-bb3f-fe3fcbfaeb53 req-aa42780a-c252-4267-8469-3028dfc648c2 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e8aa884-59a1-48b6-b990-b4cff53ce899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751998 Jan 28 13:46:43.061270 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-abfd49f9-452b-41ed-9f68-fe96f1e136f9 admin admin] Publish callbacks [] for security_group (cc8a80c2-210c-4086-b621-09a7de7d3ef0), before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:43.103608 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-abfd49f9-452b-41ed-9f68-fe96f1e136f9 admin admin] Publish callbacks [] for security_group (cc8a80c2-210c-4086-b621-09a7de7d3ef0), precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:43.140796 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b04c048-9cbc-4424-ad87-014d1a3d71b5 admin admin] Router 6be4337e-7eba-4470-89a9-d41a6310e5c1 is scheduled to L3 agent 5fb30df9-6f10-41b8-94cc-b881623ba250 with binding_index 1 {{(pid=109084) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:46:43.212053 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-abfd49f9-452b-41ed-9f68-fe96f1e136f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (cc8a80c2-210c-4086-b621-09a7de7d3ef0), after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:43.214813 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-abfd49f9-452b-41ed-9f68-fe96f1e136f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:43.216056 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-abfd49f9-452b-41ed-9f68-fe96f1e136f9 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/cc8a80c2-210c-4086-b621-09a7de7d3ef0 HTTP/1.1" status: 204 len: 168 time: 0.2634501 Jan 28 13:46:43.274713 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfd49f9-452b-41ed-9f68-fe96f1e136f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc8a80c2-210c-4086-b621-09a7de7d3ef0,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:43.295466 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b04c048-9cbc-4424-ad87-014d1a3d71b5 admin admin] Notify agent at l3_agent.dv-cinder-824187-7-iscsi the message routers_updated {{(pid=109084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:46:43.307544 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8209b35-b3f7-4361-8a02-41127a755bf9 None None] Sync routers for ids ['6be4337e-7eba-4470-89a9-d41a6310e5c1'] in dv-cinder-824187-7-iscsi {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:46:43.319264 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-2b04c048-9cbc-4424-ad87-014d1a3d71b5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:43.324697 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 41230) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:43.325309 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-2b04c048-9cbc-4424-ad87-014d1a3d71b5 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.0518675 Jan 28 13:46:43.326805 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8209b35-b3f7-4361-8a02-41127a755bf9 None None] Routers {'6be4337e-7eba-4470-89a9-d41a6310e5c1'} bound to L3 agent in host dv-cinder-824187-7-iscsi {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:46:43.327450 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-d8209b35-b3f7-4361-8a02-41127a755bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:37:30Z,description=,heartbeat_timestamp=2022-01-28T13:46:30Z,host='dv-cinder-824187-7-iscsi',id=5fb30df9-6f10-41b8-94cc-b881623ba250,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:37:30Z,topic='l3_agent')) {'router_ids': ['6be4337e-7eba-4470-89a9-d41a6310e5c1'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:43.507383 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c579771-ffe4-48e0-add3-6f0283dcb75c None None] Network 678c0a90-f27d-4c18-85f2-b77688043e13 requested from dv-cinder-824187-7-iscsi {{(pid=109086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:46:43.544711 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-d8209b35-b3f7-4361-8a02-41127a755bf9 None None] Set router 6be4337e-7eba-4470-89a9-d41a6310e5c1 gateway port host: dv-cinder-824187-7-iscsi {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:46:43.661508 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-3fae6e83-a8ee-43de-87c2-ac0b2a92337c None None] Provisioning complete for port 9db2fa32-7d28-48aa-8554-6dbfb83899c1 triggered by entity DHCP. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:46:43.661931 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3fae6e83-a8ee-43de-87c2-ac0b2a92337c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041328'] for port (9db2fa32-7d28-48aa-8554-6dbfb83899c1), provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:43.804398 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-d8209b35-b3f7-4361-8a02-41127a755bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6be4337e-7eba-4470-89a9-d41a6310e5c1', 'name': 'tempest-TestVolumeBootPattern-2074461547-router', 'tenant_id': '7d020c4f6fd54cfd952e4e87c0df2a70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'external_fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': 'b5792509-84d5-4566-9061-18fbcd26afbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:46:40Z', 'updated_at': '2022-01-28T13:46:42Z', 'revision_number': 3, 'project_id': '7d020c4f6fd54cfd952e4e87c0df2a70', 'gw_port': {'id': 'b5792509-84d5-4566-9061-18fbcd26afbd', 'name': '', 'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:e2:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6be4337e-7eba-4470-89a9-d41a6310e5c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:46:40Z', 'updated_at': '2022-01-28T13:46:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-7-iscsi'}], 'dv-cinder-824187-7-iscsi', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:43.870194 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8209b35-b3f7-4361-8a02-41127a755bf9 None None] Checking router: 6be4337e-7eba-4470-89a9-d41a6310e5c1 for host: dv-cinder-824187-7-iscsi {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:46:43.871882 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8209b35-b3f7-4361-8a02-41127a755bf9 None None] Updating router 6be4337e-7eba-4470-89a9-d41a6310e5c1 port b5792509-84d5-4566-9061-18fbcd26afbd binding host dv-cinder-824187-7-iscsi {{(pid=109087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:46:43.939336 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-d8209b35-b3f7-4361-8a02-41127a755bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (b5792509-84d5-4566-9061-18fbcd26afbd), before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:44.143962 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d5fa6f30-02c1-49ad-b48e-fec6ebb24a66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (None), before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:44.151945 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-3fae6e83-a8ee-43de-87c2-ac0b2a92337c None None] Current status of the port 9db2fa32-7d28-48aa-8554-6dbfb83899c1 is: DOWN; New status is: ACTIVE {{(pid=109086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:46:44.152531 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3fae6e83-a8ee-43de-87c2-ac0b2a92337c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (9db2fa32-7d28-48aa-8554-6dbfb83899c1), before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:44.167452 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Device c5d68468-b68d-494b-a83f-3578fc646a5b up at agent ovs-agent-dv-cinder-824187-7-iscsi {{(pid=109086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:46:44.243828 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-3fae6e83-a8ee-43de-87c2-ac0b2a92337c None None] For port 9db2fa32-7d28-48aa-8554-6dbfb83899c1, host dv-cinder-824187-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-7-iscsi',level=0,port_id=9db2fa32-7d28-48aa-8554-6dbfb83899c1,segment=NetworkSegment(ffab9802-9aba-4ea9-80ef-420d0b09c75f),segment_id=ffab9802-9aba-4ea9-80ef-420d0b09c75f)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:46:44.254282 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3fae6e83-a8ee-43de-87c2-ac0b2a92337c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862'] for port (9db2fa32-7d28-48aa-8554-6dbfb83899c1), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:44.324096 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Provisioning complete for port c5d68468-b68d-494b-a83f-3578fc646a5b triggered by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:46:44.324597 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041328'] for port (c5d68468-b68d-494b-a83f-3578fc646a5b), provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:44.326623 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fae6e83-a8ee-43de-87c2-ac0b2a92337c None None] Pushing event updated for resources: {'Port': ['ID=9db2fa32-7d28-48aa-8554-6dbfb83899c1,revision_number=3']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:44.397424 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-0a5af923-3382-41ac-9955-1de7541421e5 None None] Provisioning complete for port 9db2fa32-7d28-48aa-8554-6dbfb83899c1 triggered by entity DHCP. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:46:44.397624 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0a5af923-3382-41ac-9955-1de7541421e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041328'] for port (9db2fa32-7d28-48aa-8554-6dbfb83899c1), provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:44.492889 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Current status of the port c5d68468-b68d-494b-a83f-3578fc646a5b is: ACTIVE; New status is: ACTIVE {{(pid=109086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:46:44.493996 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Device 9db2fa32-7d28-48aa-8554-6dbfb83899c1 up at agent ovs-agent-dv-cinder-824187-7-iscsi {{(pid=109086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:46:44.497386 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-d8209b35-b3f7-4361-8a02-41127a755bf9 None None] Publish callbacks [] for port (b5792509-84d5-4566-9061-18fbcd26afbd), precommit_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:44.507006 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-d8209b35-b3f7-4361-8a02-41127a755bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862'] for port (b5792509-84d5-4566-9061-18fbcd26afbd), after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:44.577944 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-d8209b35-b3f7-4361-8a02-41127a755bf9 None None] Attempting to bind port b5792509-84d5-4566-9061-18fbcd26afbd on host dv-cinder-824187-7-iscsi for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:46:44.578593 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-d8209b35-b3f7-4361-8a02-41127a755bf9 None None] Attempting to bind port b5792509-84d5-4566-9061-18fbcd26afbd by drivers openvswitch,hyperv on host dv-cinder-824187-7-iscsi at level 0 using segments [{'id': '2ff911eb-b784-4487-8703-ed6009453f86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:46:44.579100 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8209b35-b3f7-4361-8a02-41127a755bf9 None None] Attempting to bind port b5792509-84d5-4566-9061-18fbcd26afbd on network 5658bb11-9d09-4b0d-90e7-a96bf662b067 {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:46:44.580018 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-0a5af923-3382-41ac-9955-1de7541421e5 None None] Current status of the port 9db2fa32-7d28-48aa-8554-6dbfb83899c1 is: ACTIVE; New status is: ACTIVE {{(pid=109086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:46:44.592089 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8209b35-b3f7-4361-8a02-41127a755bf9 None None] Checking agent: {'id': '91ec632a-2927-4715-8bad-f3132ebcbe46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824187-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 37, 34), 'started_at': datetime.datetime(2022, 1, 28, 13, 38, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 46, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824187-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:46:44.593667 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8209b35-b3f7-4361-8a02-41127a755bf9 None None] Checking segment: {'id': '2ff911eb-b784-4487-8703-ed6009453f86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:46:44.594070 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-d8209b35-b3f7-4361-8a02-41127a755bf9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:44.594640 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8209b35-b3f7-4361-8a02-41127a755bf9 None None] Bound using segment: {'id': '2ff911eb-b784-4487-8703-ed6009453f86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:46:44.595117 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-d8209b35-b3f7-4361-8a02-41127a755bf9 None None] Bound port: b5792509-84d5-4566-9061-18fbcd26afbd, host: dv-cinder-824187-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ff911eb-b784-4487-8703-ed6009453f86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:46:44.595493 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-d8209b35-b3f7-4361-8a02-41127a755bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (b5792509-84d5-4566-9061-18fbcd26afbd), before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:44.595630 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Provisioning complete for port 9db2fa32-7d28-48aa-8554-6dbfb83899c1 triggered by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:46:44.596119 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041328'] for port (9db2fa32-7d28-48aa-8554-6dbfb83899c1), provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:44.652276 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-d8209b35-b3f7-4361-8a02-41127a755bf9 None None] For port b5792509-84d5-4566-9061-18fbcd26afbd, host dv-cinder-824187-7-iscsi, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:46:44.655938 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-d8209b35-b3f7-4361-8a02-41127a755bf9 None None] For port b5792509-84d5-4566-9061-18fbcd26afbd, host dv-cinder-824187-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-7-iscsi',level=0,port_id=b5792509-84d5-4566-9061-18fbcd26afbd,segment=NetworkSegment(2ff911eb-b784-4487-8703-ed6009453f86),segment_id=2ff911eb-b784-4487-8703-ed6009453f86)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:46:44.664399 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-d8209b35-b3f7-4361-8a02-41127a755bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862'] for port (b5792509-84d5-4566-9061-18fbcd26afbd), after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:44.670860 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f528474-3a96-43d2-b10f-5ec0cc293bfd None None] Pushing event updated for resources: {'Port': ['ID=b5792509-84d5-4566-9061-18fbcd26afbd,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:44.720710 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Current status of the port 9db2fa32-7d28-48aa-8554-6dbfb83899c1 is: ACTIVE; New status is: ACTIVE {{(pid=109086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:46:44.724740 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [None req-d5fa6f30-02c1-49ad-b48e-fec6ebb24a66 admin admin] Allocated IP 172.20.0.1 (678c0a90-f27d-4c18-85f2-b77688043e13/8ce70742-5d77-4ca1-a4c6-3e2527f46ccd/d92cdc97-b5d2-40fd-924e-f872b70656f2) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:46:44.728483 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8209b35-b3f7-4361-8a02-41127a755bf9 None None] Routers {'6be4337e-7eba-4470-89a9-d41a6310e5c1'} bound to L3 agent in host dv-cinder-824187-7-iscsi {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:46:44.729130 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-d8209b35-b3f7-4361-8a02-41127a755bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:37:30Z,description=,heartbeat_timestamp=2022-01-28T13:46:30Z,host='dv-cinder-824187-7-iscsi',id=5fb30df9-6f10-41b8-94cc-b881623ba250,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:37:30Z,topic='l3_agent')) {'router_ids': ['6be4337e-7eba-4470-89a9-d41a6310e5c1'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:44.773880 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f528474-3a96-43d2-b10f-5ec0cc293bfd None None] Pushing event updated for resources: {'Port': ['ID=b5792509-84d5-4566-9061-18fbcd26afbd,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:44.840587 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d5fa6f30-02c1-49ad-b48e-fec6ebb24a66 admin admin] Publish callbacks [] for port (d92cdc97-b5d2-40fd-924e-f872b70656f2), precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:44.847242 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-d8209b35-b3f7-4361-8a02-41127a755bf9 None None] Set router 6be4337e-7eba-4470-89a9-d41a6310e5c1 gateway port host: dv-cinder-824187-7-iscsi {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:46:44.885460 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d5fa6f30-02c1-49ad-b48e-fec6ebb24a66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742788384826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4723325'] for port (d92cdc97-b5d2-40fd-924e-f872b70656f2), after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:44.931261 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5fa6f30-02c1-49ad-b48e-fec6ebb24a66 admin admin] Network 678c0a90-f27d-4c18-85f2-b77688043e13 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:46:44.934532 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-d5fa6f30-02c1-49ad-b48e-fec6ebb24a66 admin admin] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:46:44.937463 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5fa6f30-02c1-49ad-b48e-fec6ebb24a66 admin admin] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:46:44.985364 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fa6f30-02c1-49ad-b48e-fec6ebb24a66 admin admin] Pushing event updated for resources: {'Port': ['ID=d92cdc97-b5d2-40fd-924e-f872b70656f2,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:45.006874 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d5fa6f30-02c1-49ad-b48e-fec6ebb24a66 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1817636'] for router_interface (6be4337e-7eba-4470-89a9-d41a6310e5c1), before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:45.062999 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-d8209b35-b3f7-4361-8a02-41127a755bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6be4337e-7eba-4470-89a9-d41a6310e5c1', 'name': 'tempest-TestVolumeBootPattern-2074461547-router', 'tenant_id': '7d020c4f6fd54cfd952e4e87c0df2a70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'external_fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': 'b5792509-84d5-4566-9061-18fbcd26afbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:46:40Z', 'updated_at': '2022-01-28T13:46:42Z', 'revision_number': 3, 'project_id': '7d020c4f6fd54cfd952e4e87c0df2a70', 'gw_port': {'id': 'b5792509-84d5-4566-9061-18fbcd26afbd', 'name': '', 'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:e2:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6be4337e-7eba-4470-89a9-d41a6310e5c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:46:40Z', 'updated_at': '2022-01-28T13:46:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-7-iscsi'}], 'dv-cinder-824187-7-iscsi', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:45.098110 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8209b35-b3f7-4361-8a02-41127a755bf9 None None] The sync data for ids ['6be4337e-7eba-4470-89a9-d41a6310e5c1'] in dv-cinder-824187-7-iscsi is: [{'id': '6be4337e-7eba-4470-89a9-d41a6310e5c1', 'name': 'tempest-TestVolumeBootPattern-2074461547-router', 'tenant_id': '7d020c4f6fd54cfd952e4e87c0df2a70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'external_fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': 'b5792509-84d5-4566-9061-18fbcd26afbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:46:40Z', 'updated_at': '2022-01-28T13:46:42Z', 'revision_number': 3, 'project_id': '7d020c4f6fd54cfd952e4e87c0df2a70', 'gw_port': {'id': 'b5792509-84d5-4566-9061-18fbcd26afbd', 'name': '', 'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:e2:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6be4337e-7eba-4470-89a9-d41a6310e5c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:46:40Z', 'updated_at': '2022-01-28T13:46:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-7-iscsi'}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:46:45.183641 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d5fa6f30-02c1-49ad-b48e-fec6ebb24a66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (d92cdc97-b5d2-40fd-924e-f872b70656f2), before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:45.211504 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-23f2c724-576e-47c9-866f-16cd2589e74f None None] Provisioning complete for port d92cdc97-b5d2-40fd-924e-f872b70656f2 triggered by entity DHCP. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:46:45.212059 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-23f2c724-576e-47c9-866f-16cd2589e74f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041328'] for port (d92cdc97-b5d2-40fd-924e-f872b70656f2), provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:45.252287 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-23f2c724-576e-47c9-866f-16cd2589e74f None None] Port d92cdc97-b5d2-40fd-924e-f872b70656f2 cannot update to ACTIVE because it is not bound. {{(pid=109086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:46:45.407505 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d5fa6f30-02c1-49ad-b48e-fec6ebb24a66 admin admin] Publish callbacks [] for port (d92cdc97-b5d2-40fd-924e-f872b70656f2), precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:45.417779 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d5fa6f30-02c1-49ad-b48e-fec6ebb24a66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4723334'] for port (d92cdc97-b5d2-40fd-924e-f872b70656f2), after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:45.492534 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d5fa6f30-02c1-49ad-b48e-fec6ebb24a66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2032387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1811860'] for router_interface (6be4337e-7eba-4470-89a9-d41a6310e5c1), after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:45.505574 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fa6f30-02c1-49ad-b48e-fec6ebb24a66 admin admin] Pushing event updated for resources: {'Port': ['ID=d92cdc97-b5d2-40fd-924e-f872b70656f2,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:45.605158 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5fa6f30-02c1-49ad-b48e-fec6ebb24a66 admin admin] Network 678c0a90-f27d-4c18-85f2-b77688043e13 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:46:45.606891 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-d5fa6f30-02c1-49ad-b48e-fec6ebb24a66 admin admin] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:46:45.783959 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5fa6f30-02c1-49ad-b48e-fec6ebb24a66 admin admin] Router 6be4337e-7eba-4470-89a9-d41a6310e5c1 has already been hosted by L3 agent 5fb30df9-6f10-41b8-94cc-b881623ba250 {{(pid=109085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:46:45.926787 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5fa6f30-02c1-49ad-b48e-fec6ebb24a66 admin admin] Notify agent at l3_agent.dv-cinder-824187-7-iscsi the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:46:45.936931 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-d5fa6f30-02c1-49ad-b48e-fec6ebb24a66 admin admin] 10.222.0.72 "PUT /v2.0/routers/6be4337e-7eba-4470-89a9-d41a6310e5c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6032662 Jan 28 13:46:46.002968 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Device 9db2fa32-7d28-48aa-8554-6dbfb83899c1 up at agent ovs-agent-dv-cinder-824187-7-iscsi {{(pid=109086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:46:46.010657 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-2bdb8bd1-f72c-4986-b642-29df97571a06 None None] Provisioning complete for port d92cdc97-b5d2-40fd-924e-f872b70656f2 triggered by entity DHCP. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:46:46.011220 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2bdb8bd1-f72c-4986-b642-29df97571a06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041328'] for port (d92cdc97-b5d2-40fd-924e-f872b70656f2), provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:46.085312 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-2bdb8bd1-f72c-4986-b642-29df97571a06 None None] Port d92cdc97-b5d2-40fd-924e-f872b70656f2 cannot update to ACTIVE because it is not bound. {{(pid=109086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:46:46.104675 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Provisioning complete for port 9db2fa32-7d28-48aa-8554-6dbfb83899c1 triggered by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:46:46.105090 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041328'] for port (9db2fa32-7d28-48aa-8554-6dbfb83899c1), provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:46.185095 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Current status of the port 9db2fa32-7d28-48aa-8554-6dbfb83899c1 is: ACTIVE; New status is: ACTIVE {{(pid=109086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:46:46.186158 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Device b5792509-84d5-4566-9061-18fbcd26afbd up at agent ovs-agent-dv-cinder-824187-7-iscsi {{(pid=109086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:46:46.235539 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Provisioning complete for port b5792509-84d5-4566-9061-18fbcd26afbd triggered by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:46:46.236197 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041328'] for port (b5792509-84d5-4566-9061-18fbcd26afbd), provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:46.311515 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Current status of the port b5792509-84d5-4566-9061-18fbcd26afbd is: DOWN; New status is: ACTIVE {{(pid=109086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:46:46.311917 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (b5792509-84d5-4566-9061-18fbcd26afbd), before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:46.333109 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] For port b5792509-84d5-4566-9061-18fbcd26afbd, host dv-cinder-824187-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-7-iscsi',level=0,port_id=b5792509-84d5-4566-9061-18fbcd26afbd,segment=NetworkSegment(2ff911eb-b784-4487-8703-ed6009453f86),segment_id=2ff911eb-b784-4487-8703-ed6009453f86)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:46:46.339566 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862'] for port (b5792509-84d5-4566-9061-18fbcd26afbd), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:46.400501 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Pushing event updated for resources: {'Port': ['ID=b5792509-84d5-4566-9061-18fbcd26afbd,revision_number=4']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:46.854433 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-674c0ede-2cbe-4f87-949a-35773dbe7372 None None] Sync routers for ids ['6be4337e-7eba-4470-89a9-d41a6310e5c1'] in dv-cinder-824187-7-iscsi {{(pid=109086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:46:46.865938 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674c0ede-2cbe-4f87-949a-35773dbe7372 None None] Routers {'6be4337e-7eba-4470-89a9-d41a6310e5c1'} bound to L3 agent in host dv-cinder-824187-7-iscsi {{(pid=109086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:46:46.866583 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-674c0ede-2cbe-4f87-949a-35773dbe7372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:37:30Z,description=,heartbeat_timestamp=2022-01-28T13:46:30Z,host='dv-cinder-824187-7-iscsi',id=5fb30df9-6f10-41b8-94cc-b881623ba250,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:37:30Z,topic='l3_agent')) {'router_ids': ['6be4337e-7eba-4470-89a9-d41a6310e5c1'], 'active': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:46.970762 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvr_db [None req-674c0ede-2cbe-4f87-949a-35773dbe7372 None None] Set router 6be4337e-7eba-4470-89a9-d41a6310e5c1 gateway port host: dv-cinder-824187-7-iscsi {{(pid=109086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:46:47.168213 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-674c0ede-2cbe-4f87-949a-35773dbe7372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6be4337e-7eba-4470-89a9-d41a6310e5c1', 'name': 'tempest-TestVolumeBootPattern-2074461547-router', 'tenant_id': '7d020c4f6fd54cfd952e4e87c0df2a70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'external_fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': 'b5792509-84d5-4566-9061-18fbcd26afbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:46:40Z', 'updated_at': '2022-01-28T13:46:45Z', 'revision_number': 4, 'project_id': '7d020c4f6fd54cfd952e4e87c0df2a70', 'gw_port': {'id': 'b5792509-84d5-4566-9061-18fbcd26afbd', 'name': '', 'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:e2:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be4337e-7eba-4470-89a9-d41a6310e5c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:46:40Z', 'updated_at': '2022-01-28T13:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-7-iscsi', '_interfaces': [{'id': 'd92cdc97-b5d2-40fd-924e-f872b70656f2', 'name': '', 'network_id': '678c0a90-f27d-4c18-85f2-b77688043e13', 'tenant_id': '7d020c4f6fd54cfd952e4e87c0df2a70', 'mac_address': 'fa:16:3e:9e:36:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6be4337e-7eba-4470-89a9-d41a6310e5c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '8ce70742-5d77-4ca1-a4c6-3e2527f46ccd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:46:44Z', 'updated_at': '2022-01-28T13:46:45Z', 'revision_number': 2, 'project_id': '7d020c4f6fd54cfd952e4e87c0df2a70', 'subnets': [{'id': '8ce70742-5d77-4ca1-a4c6-3e2527f46ccd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824187-7-iscsi', False) {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:47.197132 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-674c0ede-2cbe-4f87-949a-35773dbe7372 None None] Checking router: 6be4337e-7eba-4470-89a9-d41a6310e5c1 for host: dv-cinder-824187-7-iscsi {{(pid=109086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:46:47.197494 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-674c0ede-2cbe-4f87-949a-35773dbe7372 None None] Updating router 6be4337e-7eba-4470-89a9-d41a6310e5c1 port d92cdc97-b5d2-40fd-924e-f872b70656f2 binding host dv-cinder-824187-7-iscsi {{(pid=109086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:46:47.227409 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-674c0ede-2cbe-4f87-949a-35773dbe7372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (d92cdc97-b5d2-40fd-924e-f872b70656f2), before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:47.500532 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-674c0ede-2cbe-4f87-949a-35773dbe7372 None None] Publish callbacks [] for port (d92cdc97-b5d2-40fd-924e-f872b70656f2), precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:47.509644 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-674c0ede-2cbe-4f87-949a-35773dbe7372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862'] for port (d92cdc97-b5d2-40fd-924e-f872b70656f2), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:47.566775 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fa04bf-436a-4d7e-bc82-bb05bbf1803e None None] Pushing event updated for resources: {'Port': ['ID=d92cdc97-b5d2-40fd-924e-f872b70656f2,revision_number=3']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:47.623278 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [None req-674c0ede-2cbe-4f87-949a-35773dbe7372 None None] Attempting to bind port d92cdc97-b5d2-40fd-924e-f872b70656f2 on host dv-cinder-824187-7-iscsi for vnic_type normal with profile {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:46:47.623651 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [None req-674c0ede-2cbe-4f87-949a-35773dbe7372 None None] Attempting to bind port d92cdc97-b5d2-40fd-924e-f872b70656f2 by drivers openvswitch,hyperv on host dv-cinder-824187-7-iscsi at level 0 using segments [{'id': 'ffab9802-9aba-4ea9-80ef-420d0b09c75f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '678c0a90-f27d-4c18-85f2-b77688043e13'}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:46:47.624014 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-674c0ede-2cbe-4f87-949a-35773dbe7372 None None] Attempting to bind port d92cdc97-b5d2-40fd-924e-f872b70656f2 on network 678c0a90-f27d-4c18-85f2-b77688043e13 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:46:47.629612 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-674c0ede-2cbe-4f87-949a-35773dbe7372 None None] Checking agent: {'id': '91ec632a-2927-4715-8bad-f3132ebcbe46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824187-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 37, 34), 'started_at': datetime.datetime(2022, 1, 28, 13, 38, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 46, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824187-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:46:47.630055 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-674c0ede-2cbe-4f87-949a-35773dbe7372 None None] Checking segment: {'id': 'ffab9802-9aba-4ea9-80ef-420d0b09c75f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '678c0a90-f27d-4c18-85f2-b77688043e13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:46:47.630463 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-674c0ede-2cbe-4f87-949a-35773dbe7372 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:47.630853 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-674c0ede-2cbe-4f87-949a-35773dbe7372 None None] Bound using segment: {'id': 'ffab9802-9aba-4ea9-80ef-420d0b09c75f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '678c0a90-f27d-4c18-85f2-b77688043e13'} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:46:47.631324 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [None req-674c0ede-2cbe-4f87-949a-35773dbe7372 None None] Bound port: d92cdc97-b5d2-40fd-924e-f872b70656f2, host: dv-cinder-824187-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffab9802-9aba-4ea9-80ef-420d0b09c75f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '678c0a90-f27d-4c18-85f2-b77688043e13'}}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:46:47.631705 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-674c0ede-2cbe-4f87-949a-35773dbe7372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (d92cdc97-b5d2-40fd-924e-f872b70656f2), before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:47.695553 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-674c0ede-2cbe-4f87-949a-35773dbe7372 None None] For port d92cdc97-b5d2-40fd-924e-f872b70656f2, host dv-cinder-824187-7-iscsi, cleared binding levels {{(pid=109086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:46:47.698904 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-674c0ede-2cbe-4f87-949a-35773dbe7372 None None] For port d92cdc97-b5d2-40fd-924e-f872b70656f2, host dv-cinder-824187-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-7-iscsi',level=0,port_id=d92cdc97-b5d2-40fd-924e-f872b70656f2,segment=NetworkSegment(ffab9802-9aba-4ea9-80ef-420d0b09c75f),segment_id=ffab9802-9aba-4ea9-80ef-420d0b09c75f)] {{(pid=109086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:46:47.705654 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-674c0ede-2cbe-4f87-949a-35773dbe7372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862'] for port (d92cdc97-b5d2-40fd-924e-f872b70656f2), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:47.750183 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Device b5792509-84d5-4566-9061-18fbcd26afbd up at agent ovs-agent-dv-cinder-824187-7-iscsi {{(pid=109086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:46:47.797301 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674c0ede-2cbe-4f87-949a-35773dbe7372 None None] Routers {'6be4337e-7eba-4470-89a9-d41a6310e5c1'} bound to L3 agent in host dv-cinder-824187-7-iscsi {{(pid=109086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:46:47.797935 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-674c0ede-2cbe-4f87-949a-35773dbe7372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:37:30Z,description=,heartbeat_timestamp=2022-01-28T13:46:30Z,host='dv-cinder-824187-7-iscsi',id=5fb30df9-6f10-41b8-94cc-b881623ba250,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:37:30Z,topic='l3_agent')) {'router_ids': ['6be4337e-7eba-4470-89a9-d41a6310e5c1'], 'active': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:47.802697 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fa04bf-436a-4d7e-bc82-bb05bbf1803e None None] Pushing event updated for resources: {'Port': ['ID=d92cdc97-b5d2-40fd-924e-f872b70656f2,revision_number=4']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:47.877815 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-fb0deb70-0f11-457a-820d-0818c074cd31 None None] Provisioning complete for port d92cdc97-b5d2-40fd-924e-f872b70656f2 triggered by entity DHCP. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:46:47.878210 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-fb0deb70-0f11-457a-820d-0818c074cd31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041328'] for port (d92cdc97-b5d2-40fd-924e-f872b70656f2), provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:47.955417 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Provisioning complete for port b5792509-84d5-4566-9061-18fbcd26afbd triggered by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:46:47.955790 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041328'] for port (b5792509-84d5-4566-9061-18fbcd26afbd), provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:47.958504 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvr_db [None req-674c0ede-2cbe-4f87-949a-35773dbe7372 None None] Set router 6be4337e-7eba-4470-89a9-d41a6310e5c1 gateway port host: dv-cinder-824187-7-iscsi {{(pid=109086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:46:48.172793 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fa138f-3ed3-47c5-ae22-3be6bfad3780 req-db93524c-a62c-47d6-a82f-debf707fa107 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:48.174913 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-15fa138f-3ed3-47c5-ae22-3be6bfad3780 req-db93524c-a62c-47d6-a82f-debf707fa107 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/ports?device_id=51ea482b-e202-4a11-a7d3-d8e22636f7d7 HTTP/1.1" status: 200 len: 945 time: 0.0687640 Jan 28 13:46:48.236301 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-15fa138f-3ed3-47c5-ae22-3be6bfad3780 req-b5ab4204-c91a-40a6-bb19-c9c770503637 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e8aa884-59a1-48b6-b990-b4cff53ce899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546911 Jan 28 13:46:48.286651 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-fb0deb70-0f11-457a-820d-0818c074cd31 None None] Current status of the port d92cdc97-b5d2-40fd-924e-f872b70656f2 is: DOWN; New status is: ACTIVE {{(pid=109086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:46:48.287165 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-fb0deb70-0f11-457a-820d-0818c074cd31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (d92cdc97-b5d2-40fd-924e-f872b70656f2), before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:48.356338 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Current status of the port b5792509-84d5-4566-9061-18fbcd26afbd is: ACTIVE; New status is: ACTIVE {{(pid=109086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:46:48.371401 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-fb0deb70-0f11-457a-820d-0818c074cd31 None None] For port d92cdc97-b5d2-40fd-924e-f872b70656f2, host dv-cinder-824187-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-7-iscsi',level=0,port_id=d92cdc97-b5d2-40fd-924e-f872b70656f2,segment=NetworkSegment(ffab9802-9aba-4ea9-80ef-420d0b09c75f),segment_id=ffab9802-9aba-4ea9-80ef-420d0b09c75f)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:46:48.391049 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-fb0deb70-0f11-457a-820d-0818c074cd31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862'] for port (d92cdc97-b5d2-40fd-924e-f872b70656f2), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:48.449096 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0deb70-0f11-457a-820d-0818c074cd31 None None] Pushing event updated for resources: {'Port': ['ID=d92cdc97-b5d2-40fd-924e-f872b70656f2,revision_number=5']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:48.465111 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-674c0ede-2cbe-4f87-949a-35773dbe7372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6be4337e-7eba-4470-89a9-d41a6310e5c1', 'name': 'tempest-TestVolumeBootPattern-2074461547-router', 'tenant_id': '7d020c4f6fd54cfd952e4e87c0df2a70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'external_fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': 'b5792509-84d5-4566-9061-18fbcd26afbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:46:40Z', 'updated_at': '2022-01-28T13:46:45Z', 'revision_number': 4, 'project_id': '7d020c4f6fd54cfd952e4e87c0df2a70', 'gw_port': {'id': 'b5792509-84d5-4566-9061-18fbcd26afbd', 'name': '', 'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:e2:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be4337e-7eba-4470-89a9-d41a6310e5c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:46:40Z', 'updated_at': '2022-01-28T13:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-7-iscsi', '_interfaces': [{'id': 'd92cdc97-b5d2-40fd-924e-f872b70656f2', 'name': '', 'network_id': '678c0a90-f27d-4c18-85f2-b77688043e13', 'tenant_id': '7d020c4f6fd54cfd952e4e87c0df2a70', 'mac_address': 'fa:16:3e:9e:36:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6be4337e-7eba-4470-89a9-d41a6310e5c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '8ce70742-5d77-4ca1-a4c6-3e2527f46ccd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:46:44Z', 'updated_at': '2022-01-28T13:46:47Z', 'revision_number': 4, 'project_id': '7d020c4f6fd54cfd952e4e87c0df2a70', 'subnets': [{'id': '8ce70742-5d77-4ca1-a4c6-3e2527f46ccd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824187-7-iscsi', False) {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:46:48.493601 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-674c0ede-2cbe-4f87-949a-35773dbe7372 None None] The sync data for ids ['6be4337e-7eba-4470-89a9-d41a6310e5c1'] in dv-cinder-824187-7-iscsi is: [{'id': '6be4337e-7eba-4470-89a9-d41a6310e5c1', 'name': 'tempest-TestVolumeBootPattern-2074461547-router', 'tenant_id': '7d020c4f6fd54cfd952e4e87c0df2a70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'external_fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': 'b5792509-84d5-4566-9061-18fbcd26afbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:46:40Z', 'updated_at': '2022-01-28T13:46:45Z', 'revision_number': 4, 'project_id': '7d020c4f6fd54cfd952e4e87c0df2a70', 'gw_port': {'id': 'b5792509-84d5-4566-9061-18fbcd26afbd', 'name': '', 'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:e2:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be4337e-7eba-4470-89a9-d41a6310e5c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:46:40Z', 'updated_at': '2022-01-28T13:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-7-iscsi', '_interfaces': [{'id': 'd92cdc97-b5d2-40fd-924e-f872b70656f2', 'name': '', 'network_id': '678c0a90-f27d-4c18-85f2-b77688043e13', 'tenant_id': '7d020c4f6fd54cfd952e4e87c0df2a70', 'mac_address': 'fa:16:3e:9e:36:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6be4337e-7eba-4470-89a9-d41a6310e5c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': '8ce70742-5d77-4ca1-a4c6-3e2527f46ccd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:46:44Z', 'updated_at': '2022-01-28T13:46:47Z', 'revision_number': 4, 'project_id': '7d020c4f6fd54cfd952e4e87c0df2a70', 'subnets': [{'id': '8ce70742-5d77-4ca1-a4c6-3e2527f46ccd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:46:48.510290 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-a9f27ecc-88b4-46c7-a6c5-009cc17cd9da None None] Provisioning complete for port d92cdc97-b5d2-40fd-924e-f872b70656f2 triggered by entity DHCP. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:46:48.510983 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a9f27ecc-88b4-46c7-a6c5-009cc17cd9da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041328'] for port (d92cdc97-b5d2-40fd-924e-f872b70656f2), provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:48.590053 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 41320) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:48.595386 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.v2.base [None req-4e995a8f-979d-45a8-970a-f505aa2bb2b6 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-119210468', 'description': 'tempest-secgroup-smoke-119210468 description', 'project_id': '91bd515480d64f1fb4c68f74dfec7a79'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:46:48.627472 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-a9f27ecc-88b4-46c7-a6c5-009cc17cd9da None None] Current status of the port d92cdc97-b5d2-40fd-924e-f872b70656f2 is: ACTIVE; New status is: ACTIVE {{(pid=109086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:46:48.636400 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4e995a8f-979d-45a8-970a-f505aa2bb2b6 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Publish callbacks [] for security_group (None), before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:48.714271 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4e995a8f-979d-45a8-970a-f505aa2bb2b6 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Publish callbacks [] for security_group (c593fc4e-d69d-427e-8a7c-494b33da0fac), precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:48.719551 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4e995a8f-979d-45a8-970a-f505aa2bb2b6 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (c593fc4e-d69d-427e-8a7c-494b33da0fac), after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:48.754617 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4e995a8f-979d-45a8-970a-f505aa2bb2b6 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Publish callbacks [] for security_group (None), before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:48.758699 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-4e995a8f-979d-45a8-970a-f505aa2bb2b6 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1647975 Jan 28 13:46:48.759052 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 41324) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:48.762010 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e995a8f-979d-45a8-970a-f505aa2bb2b6 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c593fc4e-d69d-427e-8a7c-494b33da0fac,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:48.771957 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.v2.base [None req-3b71fa7c-e5f9-4867-817f-a5bca5e1d8ad tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Request body: {'security_group_rule': {'security_group_id': 'c593fc4e-d69d-427e-8a7c-494b33da0fac', 'project_id': '91bd515480d64f1fb4c68f74dfec7a79', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:46:48.807661 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-3b71fa7c-e5f9-4867-817f-a5bca5e1d8ad tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Publish callbacks [] for security_group_rule (1430ba53-56fa-477b-bdfb-1c89d9a996d1), before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:48.867778 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-3b71fa7c-e5f9-4867-817f-a5bca5e1d8ad tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Publish callbacks [] for security_group_rule (1430ba53-56fa-477b-bdfb-1c89d9a996d1), precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:48.871963 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-3b71fa7c-e5f9-4867-817f-a5bca5e1d8ad tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054585'] for security_group_rule (1430ba53-56fa-477b-bdfb-1c89d9a996d1), after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:48.890777 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b71fa7c-e5f9-4867-817f-a5bca5e1d8ad tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1430ba53-56fa-477b-bdfb-1c89d9a996d1,revision_number=0']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:48.900706 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-3b71fa7c-e5f9-4867-817f-a5bca5e1d8ad tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:48.902072 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-3b71fa7c-e5f9-4867-817f-a5bca5e1d8ad tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1420021 Jan 28 13:46:48.905247 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 41328) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:48.915301 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.v2.base [None req-42dc9fbf-17cd-4e33-b836-42520a756aa4 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Request body: {'security_group_rule': {'security_group_id': 'c593fc4e-d69d-427e-8a7c-494b33da0fac', 'project_id': '91bd515480d64f1fb4c68f74dfec7a79', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:46:48.943178 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-42dc9fbf-17cd-4e33-b836-42520a756aa4 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Publish callbacks [] for security_group_rule (bcb7bb68-97fa-41a5-a967-6cfda285f822), before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:49.005119 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-42dc9fbf-17cd-4e33-b836-42520a756aa4 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Publish callbacks [] for security_group_rule (bcb7bb68-97fa-41a5-a967-6cfda285f822), precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:49.009633 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-42dc9fbf-17cd-4e33-b836-42520a756aa4 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054585'] for security_group_rule (bcb7bb68-97fa-41a5-a967-6cfda285f822), after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:49.032012 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dc9fbf-17cd-4e33-b836-42520a756aa4 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcb7bb68-97fa-41a5-a967-6cfda285f822,revision_number=0']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:49.042462 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-42dc9fbf-17cd-4e33-b836-42520a756aa4 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:49.043823 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-42dc9fbf-17cd-4e33-b836-42520a756aa4 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1373923 Jan 28 13:46:49.046451 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 41330) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:49.050706 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.v2.base [None req-18555011-998a-4e03-bf9d-af7dfcd8fe02 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Request body: {'security_group_rule': {'security_group_id': 'c593fc4e-d69d-427e-8a7c-494b33da0fac', 'project_id': '91bd515480d64f1fb4c68f74dfec7a79', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:46:49.079270 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-18555011-998a-4e03-bf9d-af7dfcd8fe02 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Publish callbacks [] for security_group_rule (4a9a8cdb-add7-4b31-b500-cb6d4b513a43), before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:49.148228 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-18555011-998a-4e03-bf9d-af7dfcd8fe02 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Publish callbacks [] for security_group_rule (4a9a8cdb-add7-4b31-b500-cb6d4b513a43), precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:49.154450 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-18555011-998a-4e03-bf9d-af7dfcd8fe02 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054585'] for security_group_rule (4a9a8cdb-add7-4b31-b500-cb6d4b513a43), after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:49.178658 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18555011-998a-4e03-bf9d-af7dfcd8fe02 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a9a8cdb-add7-4b31-b500-cb6d4b513a43,revision_number=0']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:49.185754 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-18555011-998a-4e03-bf9d-af7dfcd8fe02 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:49.187061 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-18555011-998a-4e03-bf9d-af7dfcd8fe02 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1397176 Jan 28 13:46:49.190424 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 41338) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:49.195220 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.v2.base [None req-e4f3ed26-5751-46c3-9bbb-1064d8ec3c78 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Request body: {'security_group_rule': {'security_group_id': 'c593fc4e-d69d-427e-8a7c-494b33da0fac', 'project_id': '91bd515480d64f1fb4c68f74dfec7a79', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:46:49.223970 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-e4f3ed26-5751-46c3-9bbb-1064d8ec3c78 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Publish callbacks [] for security_group_rule (f176fdc7-ec3e-4da7-810e-6f26a2f0cb47), before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:49.308791 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-e4f3ed26-5751-46c3-9bbb-1064d8ec3c78 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Publish callbacks [] for security_group_rule (f176fdc7-ec3e-4da7-810e-6f26a2f0cb47), precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:49.314841 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-e4f3ed26-5751-46c3-9bbb-1064d8ec3c78 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054585'] for security_group_rule (f176fdc7-ec3e-4da7-810e-6f26a2f0cb47), after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:49.349077 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f3ed26-5751-46c3-9bbb-1064d8ec3c78 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f176fdc7-ec3e-4da7-810e-6f26a2f0cb47,revision_number=0']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:49.379085 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-e4f3ed26-5751-46c3-9bbb-1064d8ec3c78 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:49.383050 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-e4f3ed26-5751-46c3-9bbb-1064d8ec3c78 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1892388 Jan 28 13:46:49.383198 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 41346) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:49.387564 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.v2.base [None req-4f4725b9-c1fa-414a-9cd0-9ee7265f2e88 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Request body: {'security_group_rule': {'security_group_id': 'c593fc4e-d69d-427e-8a7c-494b33da0fac', 'project_id': '91bd515480d64f1fb4c68f74dfec7a79', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:46:49.417797 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518f0272-c61c-4406-82ee-951de155edf8 req-75416bba-0d06-4938-9634-57b56da8e83f tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:49.421513 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-518f0272-c61c-4406-82ee-951de155edf8 req-75416bba-0d06-4938-9634-57b56da8e83f tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/ports?device_id=51ea482b-e202-4a11-a7d3-d8e22636f7d7 HTTP/1.1" status: 200 len: 945 time: 0.0961387 Jan 28 13:46:49.461939 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.db.securitygroups_db [None req-4f4725b9-c1fa-414a-9cd0-9ee7265f2e88 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Project 91bd515480d64f1fb4c68f74dfec7a79 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 13:46:49.477794 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-4f4725b9-c1fa-414a-9cd0-9ee7265f2e88 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Publish callbacks [] for security_group_rule (49b2b402-9acd-45e9-9444-67863166ffb6), before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:49.505194 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-518f0272-c61c-4406-82ee-951de155edf8 req-4a56a5dc-6a55-4d55-b892-35e89269f4a9 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e8aa884-59a1-48b6-b990-b4cff53ce899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702312 Jan 28 13:46:49.569926 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-4f4725b9-c1fa-414a-9cd0-9ee7265f2e88 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Publish callbacks [] for security_group_rule (49b2b402-9acd-45e9-9444-67863166ffb6), precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:49.574679 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-4f4725b9-c1fa-414a-9cd0-9ee7265f2e88 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054585'] for security_group_rule (49b2b402-9acd-45e9-9444-67863166ffb6), after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:49.593913 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4725b9-c1fa-414a-9cd0-9ee7265f2e88 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49b2b402-9acd-45e9-9444-67863166ffb6,revision_number=0']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:49.601737 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-4f4725b9-c1fa-414a-9cd0-9ee7265f2e88 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:49.602958 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-4f4725b9-c1fa-414a-9cd0-9ee7265f2e88 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2188721 Jan 28 13:46:49.605833 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 41352) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:46:49.610164 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.v2.base [None req-b4a8c8f5-243b-443d-9ea8-38ac887e38be tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Request body: {'security_group_rule': {'security_group_id': 'c593fc4e-d69d-427e-8a7c-494b33da0fac', 'project_id': '91bd515480d64f1fb4c68f74dfec7a79', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:46:49.630165 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.db.securitygroups_db [None req-b4a8c8f5-243b-443d-9ea8-38ac887e38be tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Project 91bd515480d64f1fb4c68f74dfec7a79 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 13:46:49.635696 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-b4a8c8f5-243b-443d-9ea8-38ac887e38be tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Publish callbacks [] for security_group_rule (8040e738-9e60-4abd-aee5-c1a007eb4848), before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:49.697342 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-b4a8c8f5-243b-443d-9ea8-38ac887e38be tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Publish callbacks [] for security_group_rule (8040e738-9e60-4abd-aee5-c1a007eb4848), precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:49.703159 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-b4a8c8f5-243b-443d-9ea8-38ac887e38be tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054585'] for security_group_rule (8040e738-9e60-4abd-aee5-c1a007eb4848), after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:49.721669 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a8c8f5-243b-443d-9ea8-38ac887e38be tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8040e738-9e60-4abd-aee5-c1a007eb4848,revision_number=0']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:46:49.731242 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-b4a8c8f5-243b-443d-9ea8-38ac887e38be tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:49.735445 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-b4a8c8f5-243b-443d-9ea8-38ac887e38be tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1257281 Jan 28 13:46:49.815710 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Device d92cdc97-b5d2-40fd-924e-f872b70656f2 up at agent ovs-agent-dv-cinder-824187-7-iscsi {{(pid=109086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:46:49.868432 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Provisioning complete for port d92cdc97-b5d2-40fd-924e-f872b70656f2 triggered by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:46:49.868809 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041328'] for port (d92cdc97-b5d2-40fd-924e-f872b70656f2), provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:46:49.948719 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Current status of the port d92cdc97-b5d2-40fd-924e-f872b70656f2 is: ACTIVE; New status is: ACTIVE {{(pid=109086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:46:53.819614 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0869d9a1-1c20-498f-8b1d-ce90c366f74a req-56776469-a5cb-4692-9fb1-38be07688798 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:53.821116 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-0869d9a1-1c20-498f-8b1d-ce90c366f74a req-56776469-a5cb-4692-9fb1-38be07688798 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/ports?device_id=51ea482b-e202-4a11-a7d3-d8e22636f7d7 HTTP/1.1" status: 200 len: 945 time: 0.0473638 Jan 28 13:46:53.870933 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-0869d9a1-1c20-498f-8b1d-ce90c366f74a req-a33db892-9555-4e62-8ff1-09c3cf19c6bd tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e8aa884-59a1-48b6-b990-b4cff53ce899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440004 Jan 28 13:46:54.001594 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22612d43-df6e-411a-a536-206c8254f961 req-12ec74c9-aced-401e-a8c3-f02be57399d5 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:46:54.003070 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-22612d43-df6e-411a-a536-206c8254f961 req-12ec74c9-aced-401e-a8c3-f02be57399d5 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/ports?device_id=175714f6-fa92-4781-8501-a6356be58096 HTTP/1.1" status: 200 len: 945 time: 0.0533228 Jan 28 13:46:54.062022 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-22612d43-df6e-411a-a536-206c8254f961 req-dec41f6c-4eae-4871-8a8e-64c42c2c22e3 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e8aa884-59a1-48b6-b990-b4cff53ce899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529120 Jan 28 13:46:58.231627 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-fcb39e30-b62d-4c34-87a3-e090531dd323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (fe6892c5-7eb1-46ce-88dd-77c5bcc32263), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:00.248616 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1eb36cbb-3d1b-4d99-be85-9eded4338282 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (5fb30df9-6f10-41b8-94cc-b881623ba250), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:01.693997 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-120fdcba-5236-4c4f-ad1d-de3bbc2703f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (270c75b4-e9a8-4b16-85de-99abb56244df), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:02.817886 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a365d3e8-b48a-4a28-95b6-25537061fe93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (282d2827-b9b4-4282-91d0-335a7cd9818a), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:02.881946 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (06140fe1-dee6-47e9-9649-a5d5e543fff8), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:04.220035 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (91ec632a-2927-4715-8bad-f3132ebcbe46), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:12.735814 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4415502a-3b00-4bfd-ab85-fcc70a7307b5 req-f1a357da-0c2b-4da7-ba49-dbd4009fdb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:12.737360 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-4415502a-3b00-4bfd-ab85-fcc70a7307b5 req-f1a357da-0c2b-4da7-ba49-dbd4009fdb46 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c3eb71c4d3874600bb0a0cd6dd4ba11f&device_id=175714f6-fa92-4781-8501-a6356be58096 HTTP/1.1" status: 200 len: 1098 time: 0.0955431 Jan 28 13:47:12.749724 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b19a3f-59af-4bef-b3a3-836a0c70fcbb req-e8811184-2876-49ee-9199-2db40bbdd219 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:12.751211 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-d2b19a3f-59af-4bef-b3a3-836a0c70fcbb req-e8811184-2876-49ee-9199-2db40bbdd219 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/ports?device_id=175714f6-fa92-4781-8501-a6356be58096 HTTP/1.1" status: 200 len: 945 time: 0.1009855 Jan 28 13:47:12.861264 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-d2b19a3f-59af-4bef-b3a3-836a0c70fcbb req-b78f02df-c4d9-40c3-8e31-d53d3faa10ef tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e8aa884-59a1-48b6-b990-b4cff53ce899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998085 Jan 28 13:47:12.876333 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4415502a-3b00-4bfd-ab85-fcc70a7307b5 req-ae2dd647-24d0-4a64-96a2-bab0adaf7f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:12.877868 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-4415502a-3b00-4bfd-ab85-fcc70a7307b5 req-ae2dd647-24d0-4a64-96a2-bab0adaf7f41 service neutron] 10.222.0.78 "GET /v2.0/networks?id=805ad18e-97f9-4b97-8e73-49d5a4e25a9d HTTP/1.1" status: 200 len: 920 time: 0.1258154 Jan 28 13:47:12.919444 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-4415502a-3b00-4bfd-ab85-fcc70a7307b5 req-49efe5ae-b7ae-4fc3-bf70-05c127eb291b service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b324fbc8-e91a-4b94-a8ee-3eb3e03211e8 HTTP/1.1" status: 200 len: 217 time: 0.0345473 Jan 28 13:47:12.973286 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4415502a-3b00-4bfd-ab85-fcc70a7307b5 req-5d163948-f1b2-4f69-b84a-5ad874502820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:12.974751 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-4415502a-3b00-4bfd-ab85-fcc70a7307b5 req-5d163948-f1b2-4f69-b84a-5ad874502820 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=eff84041-49b5-4697-b7b5-e67d81854a3c HTTP/1.1" status: 200 len: 859 time: 0.0493419 Jan 28 13:47:13.006000 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-4415502a-3b00-4bfd-ab85-fcc70a7307b5 req-a3a045e3-c298-46eb-953e-909e057ad42c service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=805ad18e-97f9-4b97-8e73-49d5a4e25a9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243809 Jan 28 13:47:13.095204 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-4415502a-3b00-4bfd-ab85-fcc70a7307b5 req-c9f0c47c-a99b-4b67-adc6-73f752c1cf45 service neutron] 10.222.0.78 "GET /v2.0/networks/805ad18e-97f9-4b97-8e73-49d5a4e25a9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828745 Jan 28 13:47:13.196381 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-4415502a-3b00-4bfd-ab85-fcc70a7307b5 req-80556739-f66f-48e3-82a7-a8266b01c9da service neutron] 10.222.0.78 "GET /v2.0/networks/805ad18e-97f9-4b97-8e73-49d5a4e25a9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929048 Jan 28 13:47:13.472192 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.agents_db [None req-2611350c-8bbf-4fa3-a5bb-e2ba3591f3a7 None None] Agent healthcheck: found 6 active agents {{(pid=109087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:47:13.982407 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7230c52b-bbe6-413b-bb48-afe9e0bfbeb3 req-e5030ccc-3585-46dc-bce9-3fc2deef3049 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:13.983930 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-7230c52b-bbe6-413b-bb48-afe9e0bfbeb3 req-e5030ccc-3585-46dc-bce9-3fc2deef3049 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/ports?device_id=175714f6-fa92-4781-8501-a6356be58096 HTTP/1.1" status: 200 len: 945 time: 0.0528598 Jan 28 13:47:14.033664 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-7230c52b-bbe6-413b-bb48-afe9e0bfbeb3 req-2ad4437f-3028-48c0-a2d6-e2bfdff2f884 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e8aa884-59a1-48b6-b990-b4cff53ce899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439823 Jan 28 13:47:15.159503 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80c3f8e-e9c9-412f-b920-329a9b20871b req-6a3ff375-685c-4ab1-a141-dd9b931e15ab tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:15.161067 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-a80c3f8e-e9c9-412f-b920-329a9b20871b req-6a3ff375-685c-4ab1-a141-dd9b931e15ab tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/ports?device_id=175714f6-fa92-4781-8501-a6356be58096 HTTP/1.1" status: 200 len: 945 time: 0.0543845 Jan 28 13:47:15.217981 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-a80c3f8e-e9c9-412f-b920-329a9b20871b req-ebc4ffc1-30ee-447d-9a40-7c65ba7774c1 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e8aa884-59a1-48b6-b990-b4cff53ce899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488076 Jan 28 13:47:16.345449 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711bb7b1-9f79-4621-9e2b-3c8b4cef62fb req-997b7ba3-cb8e-4af1-b905-ea70a7343550 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:16.346948 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-711bb7b1-9f79-4621-9e2b-3c8b4cef62fb req-997b7ba3-cb8e-4af1-b905-ea70a7343550 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/ports?device_id=175714f6-fa92-4781-8501-a6356be58096 HTTP/1.1" status: 200 len: 945 time: 0.0495923 Jan 28 13:47:16.392839 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-711bb7b1-9f79-4621-9e2b-3c8b4cef62fb req-0bb3b008-fc92-4858-9d3c-b8b907f7f735 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e8aa884-59a1-48b6-b990-b4cff53ce899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403004 Jan 28 13:47:17.217222 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 41912) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:17.321642 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-e440b67c-4e5a-424a-9095-cdc8ee883d0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:17.395636 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-e440b67c-4e5a-424a-9095-cdc8ee883d0c admin admin] Publish callbacks [] for security_group (1a3c9277-6395-451f-9edd-943fd6dbb279), precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:17.401304 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-e440b67c-4e5a-424a-9095-cdc8ee883d0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (1a3c9277-6395-451f-9edd-943fd6dbb279), after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:17.441145 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-e440b67c-4e5a-424a-9095-cdc8ee883d0c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d53ede20c01346618192150c9d6454fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2227895 Jan 28 13:47:17.441968 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e440b67c-4e5a-424a-9095-cdc8ee883d0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a3c9277-6395-451f-9edd-943fd6dbb279,revision_number=1']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:17.444107 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 41918) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:17.492824 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-387aeab5-a1a3-4130-a58a-b52d538ff8fc admin admin] Publish callbacks [] for security_group (1a3c9277-6395-451f-9edd-943fd6dbb279), before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:17.514603 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-387aeab5-a1a3-4130-a58a-b52d538ff8fc admin admin] Publish callbacks [] for security_group (1a3c9277-6395-451f-9edd-943fd6dbb279), precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:17.565450 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-387aeab5-a1a3-4130-a58a-b52d538ff8fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (1a3c9277-6395-451f-9edd-943fd6dbb279), after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:17.568104 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-387aeab5-a1a3-4130-a58a-b52d538ff8fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:17.569295 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-387aeab5-a1a3-4130-a58a-b52d538ff8fc admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/1a3c9277-6395-451f-9edd-943fd6dbb279 HTTP/1.1" status: 204 len: 168 time: 0.1240580 Jan 28 13:47:17.582992 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387aeab5-a1a3-4130-a58a-b52d538ff8fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a3c9277-6395-451f-9edd-943fd6dbb279,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:17.858858 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 41940) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:17.873003 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d6aa833b-9d6d-43a4-a63a-2e146d7d8927 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:17.951406 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d6aa833b-9d6d-43a4-a63a-2e146d7d8927 admin admin] Publish callbacks [] for security_group (49afe413-ab2f-4217-aa5f-3ee6a8cb843b), precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:17.956404 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d6aa833b-9d6d-43a4-a63a-2e146d7d8927 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (49afe413-ab2f-4217-aa5f-3ee6a8cb843b), after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:17.991886 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6aa833b-9d6d-43a4-a63a-2e146d7d8927 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49afe413-ab2f-4217-aa5f-3ee6a8cb843b,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:17.997369 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-d6aa833b-9d6d-43a4-a63a-2e146d7d8927 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2be7a62342684cc1a189a7240c863218&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1374722 Jan 28 13:47:18.000200 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 41942) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:18.048257 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-fde8aedc-822c-4af2-aed2-f59c5a2e0414 admin admin] Publish callbacks [] for security_group (49afe413-ab2f-4217-aa5f-3ee6a8cb843b), before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:18.069585 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-fde8aedc-822c-4af2-aed2-f59c5a2e0414 admin admin] Publish callbacks [] for security_group (49afe413-ab2f-4217-aa5f-3ee6a8cb843b), precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:18.126051 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-fde8aedc-822c-4af2-aed2-f59c5a2e0414 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (49afe413-ab2f-4217-aa5f-3ee6a8cb843b), after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:18.128578 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-fde8aedc-822c-4af2-aed2-f59c5a2e0414 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:18.129773 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-fde8aedc-822c-4af2-aed2-f59c5a2e0414 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/49afe413-ab2f-4217-aa5f-3ee6a8cb843b HTTP/1.1" status: 204 len: 168 time: 0.1287079 Jan 28 13:47:18.138348 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde8aedc-822c-4af2-aed2-f59c5a2e0414 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49afe413-ab2f-4217-aa5f-3ee6a8cb843b,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:21.750450 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36635cb7-b184-4dd4-a228-ef97f28bd882 req-7d3ed58c-3983-49b4-aebf-bc92b9656ed9 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:21.752082 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-36635cb7-b184-4dd4-a228-ef97f28bd882 req-7d3ed58c-3983-49b4-aebf-bc92b9656ed9 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/ports?device_id=175714f6-fa92-4781-8501-a6356be58096 HTTP/1.1" status: 200 len: 945 time: 0.0562167 Jan 28 13:47:21.801357 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-36635cb7-b184-4dd4-a228-ef97f28bd882 req-fb971e00-5924-41f9-ab74-e1ceb641b4c6 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e8aa884-59a1-48b6-b990-b4cff53ce899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430913 Jan 28 13:47:23.226638 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404e5e1b-8406-4c7c-abf6-209db5f1ac01 req-bf45f31f-dfdb-4afd-91f5-6be43161352d tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:23.228164 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-404e5e1b-8406-4c7c-abf6-209db5f1ac01 req-bf45f31f-dfdb-4afd-91f5-6be43161352d tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/ports?device_id=175714f6-fa92-4781-8501-a6356be58096 HTTP/1.1" status: 200 len: 945 time: 0.0506938 Jan 28 13:47:23.278521 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-404e5e1b-8406-4c7c-abf6-209db5f1ac01 req-4df81f07-85db-47f3-80f6-d15a382b49c2 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e8aa884-59a1-48b6-b990-b4cff53ce899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444083 Jan 28 13:47:24.375671 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 42102) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:24.409585 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b9151f-71e7-4fd7-b9a0-98f6de25cdb3 req-a56931ab-87bc-4709-a74e-f16f765c533e tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:24.411045 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-87b9151f-71e7-4fd7-b9a0-98f6de25cdb3 req-a56931ab-87bc-4709-a74e-f16f765c533e tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/ports?device_id=175714f6-fa92-4781-8501-a6356be58096 HTTP/1.1" status: 200 len: 945 time: 0.0530713 Jan 28 13:47:24.459024 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-87b9151f-71e7-4fd7-b9a0-98f6de25cdb3 req-91b7a56d-1d74-436e-b55b-626def83df75 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e8aa884-59a1-48b6-b990-b4cff53ce899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421813 Jan 28 13:47:24.487840 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-bc7b9213-886e-4f05-b642-78007f1cfa04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:24.561531 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-bc7b9213-886e-4f05-b642-78007f1cfa04 admin admin] Publish callbacks [] for security_group (92bc6b11-1e87-4a1d-a6b9-1b355039cfc9), precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:24.567162 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-bc7b9213-886e-4f05-b642-78007f1cfa04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (92bc6b11-1e87-4a1d-a6b9-1b355039cfc9), after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:24.605073 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-bc7b9213-886e-4f05-b642-78007f1cfa04 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=cb57f8525f1a4ea7a890cca2f83257c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2280781 Jan 28 13:47:24.605981 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7b9213-886e-4f05-b642-78007f1cfa04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92bc6b11-1e87-4a1d-a6b9-1b355039cfc9,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:24.607831 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 42106) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:24.623491 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7b9213-886e-4f05-b642-78007f1cfa04 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:47:24.623839 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7b9213-886e-4f05-b642-78007f1cfa04 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:47:24.624175 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7b9213-886e-4f05-b642-78007f1cfa04 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:47:24.624514 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7b9213-886e-4f05-b642-78007f1cfa04 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:47:24.624835 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7b9213-886e-4f05-b642-78007f1cfa04 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:47:24.625190 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7b9213-886e-4f05-b642-78007f1cfa04 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:47:24.625520 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7b9213-886e-4f05-b642-78007f1cfa04 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:47:24.625906 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7b9213-886e-4f05-b642-78007f1cfa04 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:47:24.626163 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7b9213-886e-4f05-b642-78007f1cfa04 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:47:24.626480 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7b9213-886e-4f05-b642-78007f1cfa04 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:47:24.626803 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7b9213-886e-4f05-b642-78007f1cfa04 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:47:24.627093 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7b9213-886e-4f05-b642-78007f1cfa04 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:47:24.627404 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc7b9213-886e-4f05-b642-78007f1cfa04 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:47:24.674320 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b4929d88-fa46-4a37-8ae0-e8d9c65d1dd7 admin admin] Publish callbacks [] for security_group (92bc6b11-1e87-4a1d-a6b9-1b355039cfc9), before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:24.696691 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b4929d88-fa46-4a37-8ae0-e8d9c65d1dd7 admin admin] Publish callbacks [] for security_group (92bc6b11-1e87-4a1d-a6b9-1b355039cfc9), precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:24.745845 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b4929d88-fa46-4a37-8ae0-e8d9c65d1dd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (92bc6b11-1e87-4a1d-a6b9-1b355039cfc9), after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:24.748698 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b4929d88-fa46-4a37-8ae0-e8d9c65d1dd7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:24.750058 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-b4929d88-fa46-4a37-8ae0-e8d9c65d1dd7 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/92bc6b11-1e87-4a1d-a6b9-1b355039cfc9 HTTP/1.1" status: 204 len: 168 time: 0.1412950 Jan 28 13:47:24.757842 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4929d88-fa46-4a37-8ae0-e8d9c65d1dd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92bc6b11-1e87-4a1d-a6b9-1b355039cfc9,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:25.580336 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a55c62e-c8f4-4a19-aa6a-fdd4d87fd09b req-752a54e4-1ef2-4012-9f03-13cd21f42160 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:25.581753 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-8a55c62e-c8f4-4a19-aa6a-fdd4d87fd09b req-752a54e4-1ef2-4012-9f03-13cd21f42160 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/ports?device_id=175714f6-fa92-4781-8501-a6356be58096 HTTP/1.1" status: 200 len: 945 time: 0.0510817 Jan 28 13:47:25.632471 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-8a55c62e-c8f4-4a19-aa6a-fdd4d87fd09b req-55136564-a831-4b11-8d3c-58dce942444c tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e8aa884-59a1-48b6-b990-b4cff53ce899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452456 Jan 28 13:47:26.772797 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccf8846-c025-4a3c-814a-265b6fcebbd0 req-4e330d82-382c-4c80-a2df-02330b2d7d99 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:26.780510 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-eccf8846-c025-4a3c-814a-265b6fcebbd0 req-4e330d82-382c-4c80-a2df-02330b2d7d99 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/ports?device_id=175714f6-fa92-4781-8501-a6356be58096 HTTP/1.1" status: 200 len: 945 time: 0.0608027 Jan 28 13:47:26.798668 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 42158) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:26.833700 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-eccf8846-c025-4a3c-814a-265b6fcebbd0 req-4fe5180b-aba0-4555-ba8a-49eb52aeb69c tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e8aa884-59a1-48b6-b990-b4cff53ce899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522690 Jan 28 13:47:26.910012 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-29e53128-5b6f-40d6-9d28-ee185b280b22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:26.987861 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-29e53128-5b6f-40d6-9d28-ee185b280b22 admin admin] Publish callbacks [] for security_group (ba59aab1-28aa-406b-93bf-f830c82467a5), precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:26.992352 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-29e53128-5b6f-40d6-9d28-ee185b280b22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (ba59aab1-28aa-406b-93bf-f830c82467a5), after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:27.038583 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-29e53128-5b6f-40d6-9d28-ee185b280b22 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=60784a251be74f108fe3e249500e7bb8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2388234 Jan 28 13:47:27.039830 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e53128-5b6f-40d6-9d28-ee185b280b22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba59aab1-28aa-406b-93bf-f830c82467a5,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:27.041736 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 42164) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:27.098249 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-f888409b-d047-4d6b-8f77-4cd8ed65beee admin admin] Publish callbacks [] for security_group (ba59aab1-28aa-406b-93bf-f830c82467a5), before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:27.120469 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-f888409b-d047-4d6b-8f77-4cd8ed65beee admin admin] Publish callbacks [] for security_group (ba59aab1-28aa-406b-93bf-f830c82467a5), precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:27.173253 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-f888409b-d047-4d6b-8f77-4cd8ed65beee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (ba59aab1-28aa-406b-93bf-f830c82467a5), after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:27.177227 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-f888409b-d047-4d6b-8f77-4cd8ed65beee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:27.178914 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-f888409b-d047-4d6b-8f77-4cd8ed65beee admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ba59aab1-28aa-406b-93bf-f830c82467a5 HTTP/1.1" status: 204 len: 168 time: 0.1348658 Jan 28 13:47:27.187893 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888409b-d047-4d6b-8f77-4cd8ed65beee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba59aab1-28aa-406b-93bf-f830c82467a5,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:27.195161 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888409b-d047-4d6b-8f77-4cd8ed65beee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:47:27.195663 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888409b-d047-4d6b-8f77-4cd8ed65beee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:47:27.196091 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888409b-d047-4d6b-8f77-4cd8ed65beee admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:47:27.196575 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888409b-d047-4d6b-8f77-4cd8ed65beee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:47:27.197057 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888409b-d047-4d6b-8f77-4cd8ed65beee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:47:27.197448 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888409b-d047-4d6b-8f77-4cd8ed65beee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:47:27.197894 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888409b-d047-4d6b-8f77-4cd8ed65beee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:47:27.198331 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888409b-d047-4d6b-8f77-4cd8ed65beee admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:47:27.198830 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888409b-d047-4d6b-8f77-4cd8ed65beee admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:47:27.199315 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888409b-d047-4d6b-8f77-4cd8ed65beee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:47:27.199808 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888409b-d047-4d6b-8f77-4cd8ed65beee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:47:27.200614 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888409b-d047-4d6b-8f77-4cd8ed65beee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:47:27.201097 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f888409b-d047-4d6b-8f77-4cd8ed65beee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:47:27.466912 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 42176) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:27.481425 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-a66359da-ae26-4ea2-b800-eaa875dc919d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:27.564360 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-a66359da-ae26-4ea2-b800-eaa875dc919d admin admin] Publish callbacks [] for security_group (b52740e6-dcd7-4684-bd24-fc99ea377933), precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:27.574345 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-a66359da-ae26-4ea2-b800-eaa875dc919d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (b52740e6-dcd7-4684-bd24-fc99ea377933), after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:27.617611 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-a66359da-ae26-4ea2-b800-eaa875dc919d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=71874356fe2c4346a610e852947f8e2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1495459 Jan 28 13:47:27.618474 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66359da-ae26-4ea2-b800-eaa875dc919d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b52740e6-dcd7-4684-bd24-fc99ea377933,revision_number=1']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:27.620293 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 42182) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:27.682245 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-00a4be01-16fb-47eb-99d2-f6a5b6ef2330 admin admin] Publish callbacks [] for security_group (b52740e6-dcd7-4684-bd24-fc99ea377933), before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:27.705617 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-00a4be01-16fb-47eb-99d2-f6a5b6ef2330 admin admin] Publish callbacks [] for security_group (b52740e6-dcd7-4684-bd24-fc99ea377933), precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:27.753377 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-00a4be01-16fb-47eb-99d2-f6a5b6ef2330 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (b52740e6-dcd7-4684-bd24-fc99ea377933), after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:27.755918 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-00a4be01-16fb-47eb-99d2-f6a5b6ef2330 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:27.757117 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-00a4be01-16fb-47eb-99d2-f6a5b6ef2330 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b52740e6-dcd7-4684-bd24-fc99ea377933 HTTP/1.1" status: 204 len: 168 time: 0.1356492 Jan 28 13:47:27.765230 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a4be01-16fb-47eb-99d2-f6a5b6ef2330 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b52740e6-dcd7-4684-bd24-fc99ea377933,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:27.954627 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e21cf80-2b19-4357-9b34-fc67e51870e6 req-ec71d469-a149-4749-a1b1-5cb4d0ca830f tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:27.957386 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-3e21cf80-2b19-4357-9b34-fc67e51870e6 req-ec71d469-a149-4749-a1b1-5cb4d0ca830f tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/ports?device_id=175714f6-fa92-4781-8501-a6356be58096 HTTP/1.1" status: 200 len: 945 time: 0.0523660 Jan 28 13:47:28.002225 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-3e21cf80-2b19-4357-9b34-fc67e51870e6 req-685870ab-9e6b-48aa-8c11-75f58ee40511 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e8aa884-59a1-48b6-b990-b4cff53ce899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404160 Jan 28 13:47:28.216519 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-6196da2d-d955-4161-be06-00e5d9634700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (fe6892c5-7eb1-46ce-88dd-77c5bcc32263), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:28.630634 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 42226) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:28.749907 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c4046aac-3121-4e19-9a15-a1cb38fad114 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:28.840876 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c4046aac-3121-4e19-9a15-a1cb38fad114 admin admin] Publish callbacks [] for security_group (2f91ec15-8492-48c6-afb7-b0b45d38f87d), precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:28.845394 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c4046aac-3121-4e19-9a15-a1cb38fad114 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (2f91ec15-8492-48c6-afb7-b0b45d38f87d), after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:28.886404 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-c4046aac-3121-4e19-9a15-a1cb38fad114 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=4492099b07334954bf085ed5af825d4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2546275 Jan 28 13:47:28.887684 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4046aac-3121-4e19-9a15-a1cb38fad114 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f91ec15-8492-48c6-afb7-b0b45d38f87d,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:28.889398 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 42234) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:28.956358 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-3ce44164-1ff6-4f2a-abca-d0b8677be8db admin admin] Publish callbacks [] for security_group (2f91ec15-8492-48c6-afb7-b0b45d38f87d), before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:28.987333 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-3ce44164-1ff6-4f2a-abca-d0b8677be8db admin admin] Publish callbacks [] for security_group (2f91ec15-8492-48c6-afb7-b0b45d38f87d), precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:29.060174 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-3ce44164-1ff6-4f2a-abca-d0b8677be8db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (2f91ec15-8492-48c6-afb7-b0b45d38f87d), after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:29.062959 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-3ce44164-1ff6-4f2a-abca-d0b8677be8db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:29.064409 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-3ce44164-1ff6-4f2a-abca-d0b8677be8db admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/2f91ec15-8492-48c6-afb7-b0b45d38f87d HTTP/1.1" status: 204 len: 168 time: 0.1731291 Jan 28 13:47:29.074617 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce44164-1ff6-4f2a-abca-d0b8677be8db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f91ec15-8492-48c6-afb7-b0b45d38f87d,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:29.148742 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c430808-b500-48b3-a8bf-93b3796ccb99 req-50d2694e-0924-41ad-886d-21267ca50d11 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:29.150320 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-8c430808-b500-48b3-a8bf-93b3796ccb99 req-50d2694e-0924-41ad-886d-21267ca50d11 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/ports?device_id=175714f6-fa92-4781-8501-a6356be58096 HTTP/1.1" status: 200 len: 945 time: 0.0631244 Jan 28 13:47:29.221479 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-8c430808-b500-48b3-a8bf-93b3796ccb99 req-142324cd-e546-432e-bb66-fe6213724c24 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e8aa884-59a1-48b6-b990-b4cff53ce899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638533 Jan 28 13:47:30.241537 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-42600b2a-9638-4ac9-9eec-6d84bcca135d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (5fb30df9-6f10-41b8-94cc-b881623ba250), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:30.384245 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12734f13-3d00-409f-af1a-b4489d33e2c3 req-28a9c9c1-1919-4be4-9f47-7cc6006c78e5 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:30.385875 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-12734f13-3d00-409f-af1a-b4489d33e2c3 req-28a9c9c1-1919-4be4-9f47-7cc6006c78e5 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/ports?device_id=175714f6-fa92-4781-8501-a6356be58096 HTTP/1.1" status: 200 len: 945 time: 0.0523076 Jan 28 13:47:30.450967 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-12734f13-3d00-409f-af1a-b4489d33e2c3 req-2c682294-8b9e-4a54-9639-1ef5100b2d26 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e8aa884-59a1-48b6-b990-b4cff53ce899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583274 Jan 28 13:47:30.583317 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-4dcea6ef-bf06-4ec8-b05e-3df33fd242ad req-d3bdddbe-120b-4097-b2ef-f7f1133c503f tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-119210468&fields=id&tenant_id=91bd515480d64f1fb4c68f74dfec7a79 HTTP/1.1" status: 200 len: 267 time: 0.0473735 Jan 28 13:47:30.690850 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcea6ef-bf06-4ec8-b05e-3df33fd242ad req-c094557e-eb32-4704-b466-c8069e451377 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:30.692518 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-4dcea6ef-bf06-4ec8-b05e-3df33fd242ad req-c094557e-eb32-4704-b466-c8069e451377 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] 10.222.0.72 "GET /v2.0/networks?id=edec13d6-6734-4abe-91ae-5b6be190099b HTTP/1.1" status: 200 len: 812 time: 0.1024752 Jan 28 13:47:30.710104 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-4dcea6ef-bf06-4ec8-b05e-3df33fd242ad req-850ec7d7-4bdf-45d1-9791-1690071e95b3 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] 10.222.0.72 "GET /v2.0/quotas/91bd515480d64f1fb4c68f74dfec7a79 HTTP/1.1" status: 200 len: 375 time: 0.0099630 Jan 28 13:47:30.775465 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-4dcea6ef-bf06-4ec8-b05e-3df33fd242ad req-5c56a105-7082-422f-877d-86986d95138f tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=91bd515480d64f1fb4c68f74dfec7a79&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0583687 Jan 28 13:47:30.879685 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32e9ca8-e227-4159-817b-08a666ccc758 req-ce2b069e-b092-401d-8d58-0f91aafe8664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:30.881135 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-c32e9ca8-e227-4159-817b-08a666ccc758 req-ce2b069e-b092-401d-8d58-0f91aafe8664 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=175714f6-fa92-4781-8501-a6356be58096 HTTP/1.1" status: 200 len: 1098 time: 0.0473962 Jan 28 13:47:30.890753 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-4dcea6ef-bf06-4ec8-b05e-3df33fd242ad req-48bd33b6-e24f-4929-b9f0-70d6da908ede service neutron] 10.222.0.72 "GET /v2.0/networks/edec13d6-6734-4abe-91ae-5b6be190099b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015828 Jan 28 13:47:30.940166 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-c32e9ca8-e227-4159-817b-08a666ccc758 req-5910d85e-52d9-47f7-94b5-2810c5bf87c8 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=2e8aa884-59a1-48b6-b990-b4cff53ce899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498648 Jan 28 13:47:30.990842 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-4dcea6ef-bf06-4ec8-b05e-3df33fd242ad req-55c38789-c38c-47c0-98b4-ed925205ff69 service neutron] 10.222.0.72 "GET /v2.0/networks/edec13d6-6734-4abe-91ae-5b6be190099b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942063 Jan 28 13:47:31.288380 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-44cd53b7-aa3e-4514-a501-797bcbb1dd22 req-4656740d-92fd-4e65-96d3-b56e8e65b00d tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] 10.222.0.72 "GET /v2.0/ports?device_id=6ee01aab-bdae-47e3-bc29-f58ab7e57e79 HTTP/1.1" status: 200 len: 210 time: 0.0284173 Jan 28 13:47:31.576109 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52214463-fc54-48c4-a881-0b72ad9cd7e8 req-8e422f3a-e299-4507-8033-bc50ce947caa tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:31.576525 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-52214463-fc54-48c4-a881-0b72ad9cd7e8 req-8e422f3a-e299-4507-8033-bc50ce947caa tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/ports?device_id=175714f6-fa92-4781-8501-a6356be58096 HTTP/1.1" status: 200 len: 945 time: 0.0543058 Jan 28 13:47:31.653263 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-52214463-fc54-48c4-a881-0b72ad9cd7e8 req-b6ffc4fc-cc01-4c20-ac85-eccaff7c01b6 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e8aa884-59a1-48b6-b990-b4cff53ce899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656514 Jan 28 13:47:31.703409 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-120fdcba-5236-4c4f-ad1d-de3bbc2703f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (270c75b4-e9a8-4b16-85de-99abb56244df), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:32.133708 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 42374) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:32.252969 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-4c2fd218-d2a0-44fa-8a07-51e5db2c9329 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:32.330298 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-4c2fd218-d2a0-44fa-8a07-51e5db2c9329 admin admin] Publish callbacks [] for security_group (beebcf81-cd1e-4931-af5d-71bb0a69e5ae), precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:32.338168 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-4c2fd218-d2a0-44fa-8a07-51e5db2c9329 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (beebcf81-cd1e-4931-af5d-71bb0a69e5ae), after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:32.393781 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2fd218-d2a0-44fa-8a07-51e5db2c9329 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beebcf81-cd1e-4931-af5d-71bb0a69e5ae,revision_number=1']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:32.398021 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-4c2fd218-d2a0-44fa-8a07-51e5db2c9329 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d98bd2629cc643459abad1ba0556a30c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2632759 Jan 28 13:47:32.401080 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 42382) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:32.413200 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-3eca07fb-ed8d-4c26-89be-8bfc0c06c4af req-03460004-0963-4cff-a812-b12848883b98 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] 10.222.0.72 "GET /v2.0/ports?device_id=6ee01aab-bdae-47e3-bc29-f58ab7e57e79 HTTP/1.1" status: 200 len: 210 time: 0.0467153 Jan 28 13:47:32.455213 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9892a3ba-57d1-4ee6-9e2c-c1856441d637 admin admin] Publish callbacks [] for security_group (beebcf81-cd1e-4931-af5d-71bb0a69e5ae), before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:32.476539 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9892a3ba-57d1-4ee6-9e2c-c1856441d637 admin admin] Publish callbacks [] for security_group (beebcf81-cd1e-4931-af5d-71bb0a69e5ae), precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:32.528229 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9892a3ba-57d1-4ee6-9e2c-c1856441d637 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (beebcf81-cd1e-4931-af5d-71bb0a69e5ae), after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:32.530851 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9892a3ba-57d1-4ee6-9e2c-c1856441d637 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:32.532031 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-9892a3ba-57d1-4ee6-9e2c-c1856441d637 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/beebcf81-cd1e-4931-af5d-71bb0a69e5ae HTTP/1.1" status: 204 len: 168 time: 0.1301215 Jan 28 13:47:32.539761 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9892a3ba-57d1-4ee6-9e2c-c1856441d637 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beebcf81-cd1e-4931-af5d-71bb0a69e5ae,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:32.783348 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcea6ef-bf06-4ec8-b05e-3df33fd242ad req-e7a630e8-3730-4fc6-9278-5a80ddf2ab65 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:32.784985 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-4dcea6ef-bf06-4ec8-b05e-3df33fd242ad req-e7a630e8-3730-4fc6-9278-5a80ddf2ab65 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] 10.222.0.78 "GET /v2.0/networks?id=edec13d6-6734-4abe-91ae-5b6be190099b HTTP/1.1" status: 200 len: 812 time: 0.1365728 Jan 28 13:47:32.805435 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3eda0e-d31d-423b-b6b9-8186c443a030 req-cb300e39-7e49-456f-aee9-cec913b2dba8 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:32.813689 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-9e3eda0e-d31d-423b-b6b9-8186c443a030 req-cb300e39-7e49-456f-aee9-cec913b2dba8 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/ports?device_id=175714f6-fa92-4781-8501-a6356be58096 HTTP/1.1" status: 200 len: 945 time: 0.0876858 Jan 28 13:47:32.832097 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a365d3e8-b48a-4a28-95b6-25537061fe93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (282d2827-b9b4-4282-91d0-335a7cd9818a), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:32.877684 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-9e3eda0e-d31d-423b-b6b9-8186c443a030 req-df295b5f-9b0c-41ab-985d-93797e1395b6 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e8aa884-59a1-48b6-b990-b4cff53ce899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577190 Jan 28 13:47:32.892380 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (06140fe1-dee6-47e9-9649-a5d5e543fff8), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:32.910674 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-4dcea6ef-bf06-4ec8-b05e-3df33fd242ad req-f52d6a50-7186-4312-af2e-69c27247db13 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=91bd515480d64f1fb4c68f74dfec7a79 HTTP/1.1" status: 200 len: 379 time: 0.1158581 Jan 28 13:47:32.922546 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.v2.base [req-4dcea6ef-bf06-4ec8-b05e-3df33fd242ad req-ae0e4dce-bc2e-42c6-a961-0fdd020aa648 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Request body: {'port': {'device_id': '6ee01aab-bdae-47e3-bc29-f58ab7e57e79', 'network_id': 'edec13d6-6734-4abe-91ae-5b6be190099b', 'admin_state_up': True, 'tenant_id': '91bd515480d64f1fb4c68f74dfec7a79', 'security_groups': ['c593fc4e-d69d-427e-8a7c-494b33da0fac']}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:47:33.100657 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4dcea6ef-bf06-4ec8-b05e-3df33fd242ad req-ae0e4dce-bc2e-42c6-a961-0fdd020aa648 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Made reservation on behalf of 91bd515480d64f1fb4c68f74dfec7a79 for: {'port': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:47:33.107276 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-4dcea6ef-bf06-4ec8-b05e-3df33fd242ad req-ae0e4dce-bc2e-42c6-a961-0fdd020aa648 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (None), before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:33.314354 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81097ff-58ca-41d5-b2fc-cbe97b008ba3 req-364564d7-9323-43d4-831d-c9cd613cfa8c tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:33.316168 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-b81097ff-58ca-41d5-b2fc-cbe97b008ba3 req-364564d7-9323-43d4-831d-c9cd613cfa8c tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/ports?device_id=175714f6-fa92-4781-8501-a6356be58096 HTTP/1.1" status: 200 len: 945 time: 0.1121566 Jan 28 13:47:33.319741 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4122e2-d39e-441b-8651-604280577431 req-07940de7-a0da-40bb-9037-38140c296a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:33.321336 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-8d4122e2-d39e-441b-8651-604280577431 req-07940de7-a0da-40bb-9037-38140c296a91 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c3eb71c4d3874600bb0a0cd6dd4ba11f&device_id=175714f6-fa92-4781-8501-a6356be58096 HTTP/1.1" status: 200 len: 1098 time: 0.1042190 Jan 28 13:47:33.357965 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-f6567caf-b20a-4a34-b24a-eabf6b152115 req-bfb91f66-c556-4fce-94fc-de4187e9d89c service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=51ea482b-e202-4a11-a7d3-d8e22636f7d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1446602 Jan 28 13:47:33.362378 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [req-4dcea6ef-bf06-4ec8-b05e-3df33fd242ad req-ae0e4dce-bc2e-42c6-a961-0fdd020aa648 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Allocated IP 172.20.0.7 (edec13d6-6734-4abe-91ae-5b6be190099b/0bbd587e-7762-4c23-87b9-7f5b462e54c4/9cc1cadf-4bf3-4415-91c4-eea20123e01d) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:47:33.464153 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6567caf-b20a-4a34-b24a-eabf6b152115 req-bcbe25f9-40ab-454b-8d43-965df1a3925e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:33.465883 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-f6567caf-b20a-4a34-b24a-eabf6b152115 req-bcbe25f9-40ab-454b-8d43-965df1a3925e service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c3eb71c4d3874600bb0a0cd6dd4ba11f&device_id=51ea482b-e202-4a11-a7d3-d8e22636f7d7 HTTP/1.1" status: 200 len: 1098 time: 0.0810316 Jan 28 13:47:33.479099 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 42428) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:33.479506 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-b81097ff-58ca-41d5-b2fc-cbe97b008ba3 req-9c4d3611-818e-4f9f-abaa-cc7652de4c72 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e8aa884-59a1-48b6-b990-b4cff53ce899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555221 Jan 28 13:47:33.533270 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4122e2-d39e-441b-8651-604280577431 req-224222fe-c71c-4a65-8dd4-03e4f03427ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:33.535459 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-8d4122e2-d39e-441b-8651-604280577431 req-224222fe-c71c-4a65-8dd4-03e4f03427ed service neutron] 10.222.0.78 "GET /v2.0/networks?id=805ad18e-97f9-4b97-8e73-49d5a4e25a9d HTTP/1.1" status: 200 len: 920 time: 0.2038748 Jan 28 13:47:33.589088 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-8d4122e2-d39e-441b-8651-604280577431 req-f39b1e88-b8e1-4876-a872-de46d4019cac service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b324fbc8-e91a-4b94-a8ee-3eb3e03211e8 HTTP/1.1" status: 200 len: 217 time: 0.0464635 Jan 28 13:47:33.641438 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.v2.base [None req-e7d3761d-49e1-4c6f-9325-4cff346f6959 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1834871760-network', 'tenant_id': '1dd3b47ebfbe4d0eb9cd24d8466d81e2'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:47:33.649247 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-489ed53a-e4ed-4026-8ff5-93e3c1106f90 req-0abae7cc-e6d3-401d-826e-d03b73553072 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] 10.222.0.72 "GET /v2.0/ports?device_id=6ee01aab-bdae-47e3-bc29-f58ab7e57e79 HTTP/1.1" status: 200 len: 210 time: 0.1063745 Jan 28 13:47:33.656190 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4122e2-d39e-441b-8651-604280577431 req-1b550259-b0fb-491f-927a-28689bc999c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:33.657881 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-8d4122e2-d39e-441b-8651-604280577431 req-1b550259-b0fb-491f-927a-28689bc999c8 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=eff84041-49b5-4697-b7b5-e67d81854a3c HTTP/1.1" status: 200 len: 859 time: 0.0494769 Jan 28 13:47:33.693325 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-8d4122e2-d39e-441b-8651-604280577431 req-f9c6b62f-c517-4ae9-a065-874f6c9a45c1 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=805ad18e-97f9-4b97-8e73-49d5a4e25a9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270989 Jan 28 13:47:33.713910 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7d3761d-49e1-4c6f-9325-4cff346f6959 admin admin] Made reservation on behalf of 1dd3b47ebfbe4d0eb9cd24d8466d81e2 for: {'network': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:47:33.716181 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e7d3761d-49e1-4c6f-9325-4cff346f6959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for network (None), before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:33.736727 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e7d3761d-49e1-4c6f-9325-4cff346f6959 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:33.764061 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6567caf-b20a-4a34-b24a-eabf6b152115 req-13379140-803f-4321-a59e-33e69c9a34a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:33.765471 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-f6567caf-b20a-4a34-b24a-eabf6b152115 req-13379140-803f-4321-a59e-33e69c9a34a7 service neutron] 10.222.0.78 "GET /v2.0/networks?id=805ad18e-97f9-4b97-8e73-49d5a4e25a9d HTTP/1.1" status: 200 len: 920 time: 0.2432470 Jan 28 13:47:33.768287 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-4dcea6ef-bf06-4ec8-b05e-3df33fd242ad req-ae0e4dce-bc2e-42c6-a961-0fdd020aa648 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Publish callbacks [] for port (9cc1cadf-4bf3-4415-91c4-eea20123e01d), precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:33.799329 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-8d4122e2-d39e-441b-8651-604280577431 req-1a7ab732-7dc8-41cc-b9b8-3b351741ee39 service neutron] 10.222.0.78 "GET /v2.0/networks/805ad18e-97f9-4b97-8e73-49d5a4e25a9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997539 Jan 28 13:47:33.829115 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-f6567caf-b20a-4a34-b24a-eabf6b152115 req-651b4c54-ae6d-40be-a49e-ec67335d5633 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b9db4f3a-66b6-49f8-9a55-7f7664da40b2 HTTP/1.1" status: 200 len: 217 time: 0.0554557 Jan 28 13:47:33.897113 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-8d4122e2-d39e-441b-8651-604280577431 req-e6867ac6-b94f-40b7-9236-7ab4c36e4543 service neutron] 10.222.0.78 "GET /v2.0/networks/805ad18e-97f9-4b97-8e73-49d5a4e25a9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882344 Jan 28 13:47:33.908630 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-4dcea6ef-bf06-4ec8-b05e-3df33fd242ad req-ae0e4dce-bc2e-42c6-a961-0fdd020aa648 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742788384826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4723325'] for port (9cc1cadf-4bf3-4415-91c4-eea20123e01d), after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:33.925893 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6567caf-b20a-4a34-b24a-eabf6b152115 req-bbe0d35e-4479-41b6-b103-e2f3f5ab0729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:33.927375 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-f6567caf-b20a-4a34-b24a-eabf6b152115 req-bbe0d35e-4479-41b6-b103-e2f3f5ab0729 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=eff84041-49b5-4697-b7b5-e67d81854a3c HTTP/1.1" status: 200 len: 859 time: 0.0876338 Jan 28 13:47:34.011390 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4dcea6ef-bf06-4ec8-b05e-3df33fd242ad req-ae0e4dce-bc2e-42c6-a961-0fdd020aa648 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Network edec13d6-6734-4abe-91ae-5b6be190099b is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:47:34.015186 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-f6567caf-b20a-4a34-b24a-eabf6b152115 req-7fc19cd6-4b52-4e23-92da-375cdfe1c1a3 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=805ad18e-97f9-4b97-8e73-49d5a4e25a9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599492 Jan 28 13:47:34.025873 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [req-4dcea6ef-bf06-4ec8-b05e-3df33fd242ad req-ae0e4dce-bc2e-42c6-a961-0fdd020aa648 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:47:34.027985 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0e4dce-bc2e-42c6-a961-0fdd020aa648 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Pushing event updated for resources: {'Port': ['ID=9cc1cadf-4bf3-4415-91c4-eea20123e01d,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:34.031030 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dcea6ef-bf06-4ec8-b05e-3df33fd242ad req-ae0e4dce-bc2e-42c6-a961-0fdd020aa648 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:47:34.047417 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e7d3761d-49e1-4c6f-9325-4cff346f6959 admin admin] Publish callbacks [] for security_group (a01f619a-a870-48be-893b-8461a3ef5455), precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:34.087267 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e7d3761d-49e1-4c6f-9325-4cff346f6959 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (a01f619a-a870-48be-893b-8461a3ef5455), after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:34.221386 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (91ec632a-2927-4715-8bad-f3132ebcbe46), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:34.293435 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-11e3339a-a390-4d8d-80ef-4918605cb482 None None] Provisioning complete for port 9cc1cadf-4bf3-4415-91c4-eea20123e01d triggered by entity DHCP. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:47:34.297016 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-11e3339a-a390-4d8d-80ef-4918605cb482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041328'] for port (9cc1cadf-4bf3-4415-91c4-eea20123e01d), provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:34.337832 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-11e3339a-a390-4d8d-80ef-4918605cb482 None None] Port 9cc1cadf-4bf3-4415-91c4-eea20123e01d cannot update to ACTIVE because it is not bound. {{(pid=109086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:47:34.412209 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7d3761d-49e1-4c6f-9325-4cff346f6959 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 734} {{(pid=109085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:47:34.440349 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcea6ef-bf06-4ec8-b05e-3df33fd242ad req-ae0e4dce-bc2e-42c6-a961-0fdd020aa648 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:34.440978 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-4dcea6ef-bf06-4ec8-b05e-3df33fd242ad req-ae0e4dce-bc2e-42c6-a961-0fdd020aa648 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91499'] for port (None), before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:34.443233 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d3761d-49e1-4c6f-9325-4cff346f6959 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a01f619a-a870-48be-893b-8461a3ef5455,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:34.460318 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e7d3761d-49e1-4c6f-9325-4cff346f6959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-923698'] for segment (2abf073d-7ee6-4913-b331-d6f5e44b2927), precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:34.460655 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.db.segments_db [None req-e7d3761d-49e1-4c6f-9325-4cff346f6959 admin admin] Added segment 2abf073d-7ee6-4913-b331-d6f5e44b2927 of type vlan for network 77a9d7fd-caa4-46e4-b26c-398632d587f7 Jan 28 13:47:34.502905 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-4dcea6ef-bf06-4ec8-b05e-3df33fd242ad req-ae0e4dce-bc2e-42c6-a961-0fdd020aa648 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5849776 Jan 28 13:47:34.518529 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-f6567caf-b20a-4a34-b24a-eabf6b152115 req-16746430-d035-4fff-8b93-01dde370c76c service neutron] 10.222.0.78 "GET /v2.0/networks/805ad18e-97f9-4b97-8e73-49d5a4e25a9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4816713 Jan 28 13:47:34.521325 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e7d3761d-49e1-4c6f-9325-4cff346f6959 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742788371074'] for network (77a9d7fd-caa4-46e4-b26c-398632d587f7), precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:34.526910 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.v2.base [req-4dcea6ef-bf06-4ec8-b05e-3df33fd242ad req-7cf38402-2abc-49a2-822c-4f2cc29743ca service neutron] Request body: {'port': {'device_id': '6ee01aab-bdae-47e3-bc29-f58ab7e57e79', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82418'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:47:34.679558 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e7d3761d-49e1-4c6f-9325-4cff346f6959 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625'] for network (77a9d7fd-caa4-46e4-b26c-398632d587f7), after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:34.680540 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d3761d-49e1-4c6f-9325-4cff346f6959 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:34.681288 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e7d3761d-49e1-4c6f-9325-4cff346f6959 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032615'] for network (None), before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:34.687606 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-4dcea6ef-bf06-4ec8-b05e-3df33fd242ad req-7cf38402-2abc-49a2-822c-4f2cc29743ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (9cc1cadf-4bf3-4415-91c4-eea20123e01d), before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:34.757467 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a067b65-4b94-4e4e-8ba8-0c9aebc9c9fb req-e1ff964f-29ac-4552-9e25-223128c2276d tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:34.758949 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-1a067b65-4b94-4e4e-8ba8-0c9aebc9c9fb req-e1ff964f-29ac-4552-9e25-223128c2276d tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/ports?device_id=175714f6-fa92-4781-8501-a6356be58096 HTTP/1.1" status: 200 len: 945 time: 0.2033198 Jan 28 13:47:34.786853 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-e7d3761d-49e1-4c6f-9325-4cff346f6959 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3064063 Jan 28 13:47:34.794331 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 42448) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:34.815725 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.v2.base [None req-8d793ff6-0886-431f-9f09-926b7eb0aca5 admin admin] Request body: {'subnet': {'network_id': '77a9d7fd-caa4-46e4-b26c-398632d587f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1834871760-subnet', 'tenant_id': '1dd3b47ebfbe4d0eb9cd24d8466d81e2', 'ip_version': 4}} {{(pid=109084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:47:34.826929 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d3761d-49e1-4c6f-9325-4cff346f6959 admin admin] Pushing event updated for resources: {'Network': ['ID=77a9d7fd-caa4-46e4-b26c-398632d587f7,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:34.833697 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-f6567caf-b20a-4a34-b24a-eabf6b152115 req-9d4b9e34-b32e-4963-a36a-327e5878d21a service neutron] 10.222.0.78 "GET /v2.0/networks/805ad18e-97f9-4b97-8e73-49d5a4e25a9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3039048 Jan 28 13:47:34.841491 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Network 77a9d7fd-caa4-46e4-b26c-398632d587f7 details requested by agent ovs-agent-dv-cinder-824187-7-iscsi with host dv-cinder-824187-7-iscsi {{(pid=109086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:47:34.855809 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d793ff6-0886-431f-9f09-926b7eb0aca5 admin admin] Made reservation on behalf of 1dd3b47ebfbe4d0eb9cd24d8466d81e2 for: {'subnet': 1} {{(pid=109084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:47:34.860837 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-8d793ff6-0886-431f-9f09-926b7eb0aca5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5831756'] for subnet (None), before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:34.870047 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f0b54d-073d-4760-a2e3-a9d556fad5f9 req-851fd91c-daac-439d-a760-ff7ab5118470 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:34.871650 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-26f0b54d-073d-4760-a2e3-a9d556fad5f9 req-851fd91c-daac-439d-a760-ff7ab5118470 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] 10.222.0.72 "GET /v2.0/ports?device_id=6ee01aab-bdae-47e3-bc29-f58ab7e57e79 HTTP/1.1" status: 200 len: 931 time: 0.0880492 Jan 28 13:47:34.931040 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-1a067b65-4b94-4e4e-8ba8-0c9aebc9c9fb req-dd231616-4089-4fa4-b024-0f8dad3b85fc tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e8aa884-59a1-48b6-b990-b4cff53ce899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610491 Jan 28 13:47:34.996607 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-26f0b54d-073d-4760-a2e3-a9d556fad5f9 req-c1db5c6e-7f46-4e0c-b5b9-862193121434 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] 10.222.0.72 "GET /v2.0/security-groups?id=c593fc4e-d69d-427e-8a7c-494b33da0fac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1082094 Jan 28 13:47:35.095619 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.notifiers.nova [req-4dcea6ef-bf06-4ec8-b05e-3df33fd242ad req-7cf38402-2abc-49a2-822c-4f2cc29743ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cc1cadf-4bf3-4415-91c4-eea20123e01d {{(pid=109085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:47:35.097264 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-8d793ff6-0886-431f-9f09-926b7eb0aca5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6110873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5831774'] for subnet (6897cf15-6c8e-4f66-8fd6-9ab02f212f95), after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:35.103641 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-4dcea6ef-bf06-4ec8-b05e-3df33fd242ad req-7cf38402-2abc-49a2-822c-4f2cc29743ca service neutron] Publish callbacks [] for port (9cc1cadf-4bf3-4415-91c4-eea20123e01d), precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:35.118139 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.db.provisioning_blocks [req-4dcea6ef-bf06-4ec8-b05e-3df33fd242ad req-7cf38402-2abc-49a2-822c-4f2cc29743ca service neutron] Transition to ACTIVE for port object 9cc1cadf-4bf3-4415-91c4-eea20123e01d will not be triggered until provisioned by entity L2. {{(pid=109085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:47:35.123182 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-4dcea6ef-bf06-4ec8-b05e-3df33fd242ad req-7cf38402-2abc-49a2-822c-4f2cc29743ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4723334'] for port (9cc1cadf-4bf3-4415-91c4-eea20123e01d), after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:35.161480 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d793ff6-0886-431f-9f09-926b7eb0aca5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6897cf15-6c8e-4f66-8fd6-9ab02f212f95,revision_number=0']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:35.171508 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d793ff6-0886-431f-9f09-926b7eb0aca5 admin admin] Checking segment: {'id': '2abf073d-7ee6-4913-b331-d6f5e44b2927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '77a9d7fd-caa4-46e4-b26c-398632d587f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:47:35.171874 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d793ff6-0886-431f-9f09-926b7eb0aca5 admin admin] Network hostable DHCP agents. Network: 77a9d7fd-caa4-46e4-b26c-398632d587f7, hostable agents: ['fe6892c5-7eb1-46ce-88dd-77c5bcc32263'], hosted agents: [] {{(pid=109084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:47:35.182739 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf38402-2abc-49a2-822c-4f2cc29743ca service neutron] Pushing event updated for resources: {'Port': ['ID=9cc1cadf-4bf3-4415-91c4-eea20123e01d,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:35.197376 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d793ff6-0886-431f-9f09-926b7eb0aca5 admin admin] Network 77a9d7fd-caa4-46e4-b26c-398632d587f7 is scheduled to be hosted by DHCP agent fe6892c5-7eb1-46ce-88dd-77c5bcc32263 with binding_index 1 {{(pid=109084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:47:35.209060 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.scheduler.base_scheduler [None req-8d793ff6-0886-431f-9f09-926b7eb0aca5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824187-7-iscsi, 77a9d7fd-caa4-46e4-b26c-398632d587f7) {{(pid=109084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:47:35.218378 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d793ff6-0886-431f-9f09-926b7eb0aca5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:35.218978 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-8d793ff6-0886-431f-9f09-926b7eb0aca5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:35.219284 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c0d77a-0655-4e7e-bc99-c65cc688bb9e None None] Network 77a9d7fd-caa4-46e4-b26c-398632d587f7 requested from dv-cinder-824187-7-iscsi {{(pid=109086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:47:35.239742 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-8d793ff6-0886-431f-9f09-926b7eb0aca5 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4419763 Jan 28 13:47:35.242511 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 42450) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:35.269221 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.v2.base [None req-b4726045-98bf-4ca3-b7a7-6b5ea94b78d1 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1834871760-router', 'tenant_id': '1dd3b47ebfbe4d0eb9cd24d8466d81e2', 'external_gateway_info': {'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067'}}} {{(pid=109084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:47:35.295196 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-4dcea6ef-bf06-4ec8-b05e-3df33fd242ad req-7cf38402-2abc-49a2-822c-4f2cc29743ca service neutron] Attempting to bind port 9cc1cadf-4bf3-4415-91c4-eea20123e01d on host hv-cinder-82418 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:47:35.295874 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-b4726045-98bf-4ca3-b7a7-6b5ea94b78d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1812062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-46824'] for router (3a895511-d29e-459d-87d4-edf333ddf421), before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:35.297323 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-4dcea6ef-bf06-4ec8-b05e-3df33fd242ad req-7cf38402-2abc-49a2-822c-4f2cc29743ca service neutron] Attempting to bind port 9cc1cadf-4bf3-4415-91c4-eea20123e01d by drivers openvswitch,hyperv on host hv-cinder-82418 at level 0 using segments [{'id': '96a3ffce-3ebc-4cee-b2b1-2d336e9f8d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'edec13d6-6734-4abe-91ae-5b6be190099b'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:47:35.297669 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dcea6ef-bf06-4ec8-b05e-3df33fd242ad req-7cf38402-2abc-49a2-822c-4f2cc29743ca service neutron] Attempting to bind port 9cc1cadf-4bf3-4415-91c4-eea20123e01d on network edec13d6-6734-4abe-91ae-5b6be190099b {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:47:35.300239 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-b4726045-98bf-4ca3-b7a7-6b5ea94b78d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1812686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1816868', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1575594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-46611'] for router (3a895511-d29e-459d-87d4-edf333ddf421), precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:35.311544 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dcea6ef-bf06-4ec8-b05e-3df33fd242ad req-7cf38402-2abc-49a2-822c-4f2cc29743ca service neutron] Port 9cc1cadf-4bf3-4415-91c4-eea20123e01d on network edec13d6-6734-4abe-91ae-5b6be190099b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82418 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:47:35.311882 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dcea6ef-bf06-4ec8-b05e-3df33fd242ad req-7cf38402-2abc-49a2-822c-4f2cc29743ca service neutron] Attempting to bind port 9cc1cadf-4bf3-4415-91c4-eea20123e01d on network edec13d6-6734-4abe-91ae-5b6be190099b {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:47:35.334307 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dcea6ef-bf06-4ec8-b05e-3df33fd242ad req-7cf38402-2abc-49a2-822c-4f2cc29743ca service neutron] Checking agent: {'id': '06140fe1-dee6-47e9-9649-a5d5e543fff8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82418', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 43, 32), 'started_at': datetime.datetime(2022, 1, 28, 13, 43, 32), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 47, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:47:35.334307 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dcea6ef-bf06-4ec8-b05e-3df33fd242ad req-7cf38402-2abc-49a2-822c-4f2cc29743ca service neutron] Checking segment: {'id': '96a3ffce-3ebc-4cee-b2b1-2d336e9f8d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'edec13d6-6734-4abe-91ae-5b6be190099b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:47:35.334307 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dcea6ef-bf06-4ec8-b05e-3df33fd242ad req-7cf38402-2abc-49a2-822c-4f2cc29743ca service neutron] Bound using segment: {'id': '96a3ffce-3ebc-4cee-b2b1-2d336e9f8d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'edec13d6-6734-4abe-91ae-5b6be190099b'} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:47:35.334307 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-4dcea6ef-bf06-4ec8-b05e-3df33fd242ad req-7cf38402-2abc-49a2-822c-4f2cc29743ca service neutron] Bound port: 9cc1cadf-4bf3-4415-91c4-eea20123e01d, host: hv-cinder-82418, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96a3ffce-3ebc-4cee-b2b1-2d336e9f8d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'edec13d6-6734-4abe-91ae-5b6be190099b'}}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:47:35.334307 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-4dcea6ef-bf06-4ec8-b05e-3df33fd242ad req-7cf38402-2abc-49a2-822c-4f2cc29743ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (9cc1cadf-4bf3-4415-91c4-eea20123e01d), before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:35.354999 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9acb015c-b56c-42c5-8b20-a23089f268d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp107b8415-c657-5120-917d-5bab152d4a1a-77a9d7fd-caa4-46e4-b26c-398632d587f7', 'network_id': '77a9d7fd-caa4-46e4-b26c-398632d587f7', 'project_id': '1dd3b47ebfbe4d0eb9cd24d8466d81e2', 'fixed_ips': [{'subnet_id': '6897cf15-6c8e-4f66-8fd6-9ab02f212f95'}]}} from dv-cinder-824187-7-iscsi. {{(pid=109086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:47:35.356058 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9acb015c-b56c-42c5-8b20-a23089f268d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (None), before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:35.382783 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-b4726045-98bf-4ca3-b7a7-6b5ea94b78d1 admin admin] Publish callbacks [] for router_controller (3a895511-d29e-459d-87d4-edf333ddf421), precommit_add_association {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:35.430201 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-4dcea6ef-bf06-4ec8-b05e-3df33fd242ad req-7cf38402-2abc-49a2-822c-4f2cc29743ca service neutron] For port 9cc1cadf-4bf3-4415-91c4-eea20123e01d, host hv-cinder-82418, cleared binding levels {{(pid=109085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:47:35.434563 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-4dcea6ef-bf06-4ec8-b05e-3df33fd242ad req-7cf38402-2abc-49a2-822c-4f2cc29743ca service neutron] For port 9cc1cadf-4bf3-4415-91c4-eea20123e01d, host hv-cinder-82418, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=9cc1cadf-4bf3-4415-91c4-eea20123e01d,segment=NetworkSegment(96a3ffce-3ebc-4cee-b2b1-2d336e9f8d25),segment_id=96a3ffce-3ebc-4cee-b2b1-2d336e9f8d25)] {{(pid=109085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:47:35.440204 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-4dcea6ef-bf06-4ec8-b05e-3df33fd242ad req-7cf38402-2abc-49a2-822c-4f2cc29743ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4723334'] for port (9cc1cadf-4bf3-4415-91c4-eea20123e01d), after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:35.507687 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcea6ef-bf06-4ec8-b05e-3df33fd242ad req-7cf38402-2abc-49a2-822c-4f2cc29743ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:35.508410 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-4dcea6ef-bf06-4ec8-b05e-3df33fd242ad req-7cf38402-2abc-49a2-822c-4f2cc29743ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91499'] for port (None), before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:35.511316 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-4dcea6ef-bf06-4ec8-b05e-3df33fd242ad req-7cf38402-2abc-49a2-822c-4f2cc29743ca service neutron] 10.222.0.78 "PUT /v2.0/ports/9cc1cadf-4bf3-4415-91c4-eea20123e01d HTTP/1.1" status: 200 len: 1093 time: 0.9917343 Jan 28 13:47:35.512922 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ee01aab-bdae-47e3-bc29-f58ab7e57e79', 'tag': '9cc1cadf-4bf3-4415-91c4-eea20123e01d'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:47:35.516623 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19ef927ebdb7e136520bf73605241c98ba3844c75ab8794845cb00139da391b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e234974-bc5a-4901-8007-f37ec620aced" -d '{"events": [{"name": "network-changed", "server_uuid": "6ee01aab-bdae-47e3-bc29-f58ab7e57e79", "tag": "9cc1cadf-4bf3-4415-91c4-eea20123e01d"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:47:35.596075 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-b4726045-98bf-4ca3-b7a7-6b5ea94b78d1 admin admin] Publish callbacks [] for router_gateway (3a895511-d29e-459d-87d4-edf333ddf421), precommit_update {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:35.608033 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-9acb015c-b56c-42c5-8b20-a23089f268d0 None None] Allocated IP 172.20.0.2 (77a9d7fd-caa4-46e4-b26c-398632d587f7/6897cf15-6c8e-4f66-8fd6-9ab02f212f95/d4e9a972-ffab-4f1e-81bb-753702202f54) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:47:35.616936 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf38402-2abc-49a2-822c-4f2cc29743ca service neutron] Pushing event updated for resources: {'Port': ['ID=9cc1cadf-4bf3-4415-91c4-eea20123e01d,revision_number=3']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:35.621242 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:47:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ac7df7b-e5c1-475d-9d0c-02296d6cead8 x-openstack-request-id: req-2ac7df7b-e5c1-475d-9d0c-02296d6cead8 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:47:35.621532 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ee01aab-bdae-47e3-bc29-f58ab7e57e79", "tag": "9cc1cadf-4bf3-4415-91c4-eea20123e01d", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:47:35.621786 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-2ac7df7b-e5c1-475d-9d0c-02296d6cead8 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:47:35.622180 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ee01aab-bdae-47e3-bc29-f58ab7e57e79', 'tag': '9cc1cadf-4bf3-4415-91c4-eea20123e01d', 'status': 'completed', 'code': 200} Jan 28 13:47:35.640516 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcea6ef-bf06-4ec8-b05e-3df33fd242ad req-fb07d677-d8e2-4c2f-88e3-12b0abba7cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:35.642792 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-4dcea6ef-bf06-4ec8-b05e-3df33fd242ad req-fb07d677-d8e2-4c2f-88e3-12b0abba7cda service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=91bd515480d64f1fb4c68f74dfec7a79&device_id=6ee01aab-bdae-47e3-bc29-f58ab7e57e79 HTTP/1.1" status: 200 len: 1096 time: 0.0814283 Jan 28 13:47:35.702913 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-4dcea6ef-bf06-4ec8-b05e-3df33fd242ad req-cc425677-7e46-4bb7-8889-84593e52342e service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9cc1cadf-4bf3-4415-91c4-eea20123e01d HTTP/1.1" status: 200 len: 217 time: 0.0500531 Jan 28 13:47:35.805480 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcea6ef-bf06-4ec8-b05e-3df33fd242ad req-68d9cc75-bacf-4e86-9f28-0564186ec3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:35.807195 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-4dcea6ef-bf06-4ec8-b05e-3df33fd242ad req-68d9cc75-bacf-4e86-9f28-0564186ec3fd service neutron] 10.222.0.78 "GET /v2.0/subnets?id=0bbd587e-7762-4c23-87b9-7f5b462e54c4 HTTP/1.1" status: 200 len: 851 time: 0.0972457 Jan 28 13:47:35.872386 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcea6ef-bf06-4ec8-b05e-3df33fd242ad req-65cbe48f-84af-4796-8897-ba414409f3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:35.874082 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-4dcea6ef-bf06-4ec8-b05e-3df33fd242ad req-65cbe48f-84af-4796-8897-ba414409f3e1 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=edec13d6-6734-4abe-91ae-5b6be190099b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0596664 Jan 28 13:47:35.878687 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9acb015c-b56c-42c5-8b20-a23089f268d0 None None] Publish callbacks [] for port (d4e9a972-ffab-4f1e-81bb-753702202f54), precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:35.890853 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9acb015c-b56c-42c5-8b20-a23089f268d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742788384826'] for port (d4e9a972-ffab-4f1e-81bb-753702202f54), after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:35.913555 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9acb015c-b56c-42c5-8b20-a23089f268d0 None None] Network 77a9d7fd-caa4-46e4-b26c-398632d587f7 is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:47:35.936714 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-9acb015c-b56c-42c5-8b20-a23089f268d0 None None] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:47:35.941998 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9acb015c-b56c-42c5-8b20-a23089f268d0 None None] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:47:36.004615 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-b4726045-98bf-4ca3-b7a7-6b5ea94b78d1 admin admin] Publish callbacks [] for router_gateway (3a895511-d29e-459d-87d4-edf333ddf421), before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:36.010485 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acb015c-b56c-42c5-8b20-a23089f268d0 None None] Pushing event updated for resources: {'Port': ['ID=d4e9a972-ffab-4f1e-81bb-753702202f54,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:36.021793 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-4dcea6ef-bf06-4ec8-b05e-3df33fd242ad req-81aca772-ab0a-4b90-b051-452d38a604bd service neutron] 10.222.0.78 "GET /v2.0/networks/edec13d6-6734-4abe-91ae-5b6be190099b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396427 Jan 28 13:47:36.058400 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [None req-9acb015c-b56c-42c5-8b20-a23089f268d0 None None] Attempting to bind port d4e9a972-ffab-4f1e-81bb-753702202f54 on host dv-cinder-824187-7-iscsi for vnic_type normal with profile {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:47:36.058912 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [None req-9acb015c-b56c-42c5-8b20-a23089f268d0 None None] Attempting to bind port d4e9a972-ffab-4f1e-81bb-753702202f54 by drivers openvswitch,hyperv on host dv-cinder-824187-7-iscsi at level 0 using segments [{'id': '2abf073d-7ee6-4913-b331-d6f5e44b2927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '77a9d7fd-caa4-46e4-b26c-398632d587f7'}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:47:36.059372 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9acb015c-b56c-42c5-8b20-a23089f268d0 None None] Attempting to bind port d4e9a972-ffab-4f1e-81bb-753702202f54 on network 77a9d7fd-caa4-46e4-b26c-398632d587f7 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:47:36.065686 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acb015c-b56c-42c5-8b20-a23089f268d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:47:36.066127 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acb015c-b56c-42c5-8b20-a23089f268d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:47:36.066644 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acb015c-b56c-42c5-8b20-a23089f268d0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:47:36.067043 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acb015c-b56c-42c5-8b20-a23089f268d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:47:36.068730 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acb015c-b56c-42c5-8b20-a23089f268d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:47:36.069175 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acb015c-b56c-42c5-8b20-a23089f268d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:47:36.069680 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acb015c-b56c-42c5-8b20-a23089f268d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:47:36.070194 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acb015c-b56c-42c5-8b20-a23089f268d0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:47:36.070597 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acb015c-b56c-42c5-8b20-a23089f268d0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:47:36.071123 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acb015c-b56c-42c5-8b20-a23089f268d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:47:36.071519 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acb015c-b56c-42c5-8b20-a23089f268d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:47:36.071906 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acb015c-b56c-42c5-8b20-a23089f268d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:47:36.072292 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9acb015c-b56c-42c5-8b20-a23089f268d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:47:36.083614 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9acb015c-b56c-42c5-8b20-a23089f268d0 None None] Checking agent: {'id': '91ec632a-2927-4715-8bad-f3132ebcbe46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824187-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 37, 34), 'started_at': datetime.datetime(2022, 1, 28, 13, 38, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 47, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824187-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:47:36.084093 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9acb015c-b56c-42c5-8b20-a23089f268d0 None None] Checking segment: {'id': '2abf073d-7ee6-4913-b331-d6f5e44b2927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '77a9d7fd-caa4-46e4-b26c-398632d587f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:47:36.085041 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9acb015c-b56c-42c5-8b20-a23089f268d0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:36.085508 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9acb015c-b56c-42c5-8b20-a23089f268d0 None None] Bound using segment: {'id': '2abf073d-7ee6-4913-b331-d6f5e44b2927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '77a9d7fd-caa4-46e4-b26c-398632d587f7'} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:47:36.086064 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [None req-9acb015c-b56c-42c5-8b20-a23089f268d0 None None] Bound port: d4e9a972-ffab-4f1e-81bb-753702202f54, host: dv-cinder-824187-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2abf073d-7ee6-4913-b331-d6f5e44b2927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '77a9d7fd-caa4-46e4-b26c-398632d587f7'}}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:47:36.086507 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9acb015c-b56c-42c5-8b20-a23089f268d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (d4e9a972-ffab-4f1e-81bb-753702202f54), before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:36.154288 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-9acb015c-b56c-42c5-8b20-a23089f268d0 None None] For port d4e9a972-ffab-4f1e-81bb-753702202f54, host dv-cinder-824187-7-iscsi, cleared binding levels {{(pid=109086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:47:36.158626 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-9acb015c-b56c-42c5-8b20-a23089f268d0 None None] For port d4e9a972-ffab-4f1e-81bb-753702202f54, host dv-cinder-824187-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-7-iscsi',level=0,port_id=d4e9a972-ffab-4f1e-81bb-753702202f54,segment=NetworkSegment(2abf073d-7ee6-4913-b331-d6f5e44b2927),segment_id=2abf073d-7ee6-4913-b331-d6f5e44b2927)] {{(pid=109086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:47:36.164755 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9acb015c-b56c-42c5-8b20-a23089f268d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862'] for port (d4e9a972-ffab-4f1e-81bb-753702202f54), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:36.183864 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b7aa96-6637-4a69-9a8d-00479c0a0932 req-35fe38a9-1eb2-4bec-9d5d-7b7f0803ed60 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:36.185466 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-37b7aa96-6637-4a69-9a8d-00479c0a0932 req-35fe38a9-1eb2-4bec-9d5d-7b7f0803ed60 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] 10.222.0.72 "GET /v2.0/ports?device_id=6ee01aab-bdae-47e3-bc29-f58ab7e57e79 HTTP/1.1" status: 200 len: 943 time: 0.0882874 Jan 28 13:47:36.190119 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-4dcea6ef-bf06-4ec8-b05e-3df33fd242ad req-63b8446e-8b72-4428-9098-68f808b80ee1 service neutron] 10.222.0.78 "GET /v2.0/networks/edec13d6-6734-4abe-91ae-5b6be190099b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602638 Jan 28 13:47:36.229155 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acb015c-b56c-42c5-8b20-a23089f268d0 None None] Pushing event updated for resources: {'Port': ['ID=d4e9a972-ffab-4f1e-81bb-753702202f54,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:36.286850 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-b4726045-98bf-4ca3-b7a7-6b5ea94b78d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (None), before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:36.311937 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-37b7aa96-6637-4a69-9a8d-00479c0a0932 req-32a75f26-d739-4625-a611-57f261bc0d32 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] 10.222.0.72 "GET /v2.0/security-groups?id=c593fc4e-d69d-427e-8a7c-494b33da0fac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015842 Jan 28 13:47:36.339333 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e234974-bc5a-4901-8007-f37ec620aced req-9c63d23e-4c23-4772-bfa0-107e02717069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:36.341329 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-5e234974-bc5a-4901-8007-f37ec620aced req-9c63d23e-4c23-4772-bfa0-107e02717069 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=91bd515480d64f1fb4c68f74dfec7a79&device_id=6ee01aab-bdae-47e3-bc29-f58ab7e57e79 HTTP/1.1" status: 200 len: 1096 time: 0.0751858 Jan 28 13:47:36.402561 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc56f2f-40bd-47eb-ada5-7c3fb2a837d7 req-5e1c06db-a8dd-42c9-b3c2-9639f5d58b23 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:36.404433 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-ffc56f2f-40bd-47eb-ada5-7c3fb2a837d7 req-5e1c06db-a8dd-42c9-b3c2-9639f5d58b23 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/ports?device_id=175714f6-fa92-4781-8501-a6356be58096 HTTP/1.1" status: 200 len: 945 time: 0.1198139 Jan 28 13:47:36.501194 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e234974-bc5a-4901-8007-f37ec620aced req-738e368c-63cd-4946-bcae-cfb13f351088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:36.502679 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-5e234974-bc5a-4901-8007-f37ec620aced req-738e368c-63cd-4946-bcae-cfb13f351088 service neutron] 10.222.0.78 "GET /v2.0/networks?id=edec13d6-6734-4abe-91ae-5b6be190099b HTTP/1.1" status: 200 len: 913 time: 0.1556025 Jan 28 13:47:36.526167 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.db.db_base_plugin_common [None req-b4726045-98bf-4ca3-b7a7-6b5ea94b78d1 admin admin] Allocated IP 172.27.0.223 (5658bb11-9d09-4b0d-90e7-a96bf662b067/12c2ab48-c458-44a5-bf56-c21764e1e48c/a3311eda-e183-49bd-8bcc-e3761317af2e) {{(pid=109084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:47:36.541242 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-ffc56f2f-40bd-47eb-ada5-7c3fb2a837d7 req-2ac62a23-76ec-4eca-bb1c-2a9cbfd73174 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e8aa884-59a1-48b6-b990-b4cff53ce899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273913 Jan 28 13:47:36.561403 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-5e234974-bc5a-4901-8007-f37ec620aced req-00c5b5d3-b70f-488a-8a02-ebcaa11c97e5 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9cc1cadf-4bf3-4415-91c4-eea20123e01d HTTP/1.1" status: 200 len: 217 time: 0.0464985 Jan 28 13:47:36.611739 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e234974-bc5a-4901-8007-f37ec620aced req-2c184dc4-d550-4213-b4d3-a0f20170c7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:36.613336 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-5e234974-bc5a-4901-8007-f37ec620aced req-2c184dc4-d550-4213-b4d3-a0f20170c7ac service neutron] 10.222.0.78 "GET /v2.0/subnets?id=0bbd587e-7762-4c23-87b9-7f5b462e54c4 HTTP/1.1" status: 200 len: 851 time: 0.0503132 Jan 28 13:47:36.652577 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-b4726045-98bf-4ca3-b7a7-6b5ea94b78d1 admin admin] Publish callbacks [] for port (a3311eda-e183-49bd-8bcc-e3761317af2e), precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:36.667209 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e234974-bc5a-4901-8007-f37ec620aced req-50fff8b0-04a7-4d65-9806-822828f4f0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:36.667209 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-5e234974-bc5a-4901-8007-f37ec620aced req-50fff8b0-04a7-4d65-9806-822828f4f0c7 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=edec13d6-6734-4abe-91ae-5b6be190099b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0448241 Jan 28 13:47:36.688935 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-b4726045-98bf-4ca3-b7a7-6b5ea94b78d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742788384826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6110957'] for port (a3311eda-e183-49bd-8bcc-e3761317af2e), after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:36.729389 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4726045-98bf-4ca3-b7a7-6b5ea94b78d1 admin admin] Network 5658bb11-9d09-4b0d-90e7-a96bf662b067 is already hosted by enough agents. {{(pid=109084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:47:36.732312 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.scheduler.base_scheduler [None req-b4726045-98bf-4ca3-b7a7-6b5ea94b78d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:47:36.735710 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4726045-98bf-4ca3-b7a7-6b5ea94b78d1 admin admin] Received port after_create {{(pid=109084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:47:36.761066 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4726045-98bf-4ca3-b7a7-6b5ea94b78d1 admin admin] Pushing event updated for resources: {'Port': ['ID=a3311eda-e183-49bd-8bcc-e3761317af2e,revision_number=1']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:36.764539 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-5e234974-bc5a-4901-8007-f37ec620aced req-a331b458-a4cc-482b-83e4-cead59890d45 service neutron] 10.222.0.78 "GET /v2.0/networks/edec13d6-6734-4abe-91ae-5b6be190099b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927832 Jan 28 13:47:36.862065 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-5e234974-bc5a-4901-8007-f37ec620aced req-05cbd113-5d0e-457b-bf5b-aeb75085f257 service neutron] 10.222.0.78 "GET /v2.0/networks/edec13d6-6734-4abe-91ae-5b6be190099b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898690 Jan 28 13:47:37.001858 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-b4726045-98bf-4ca3-b7a7-6b5ea94b78d1 admin admin] Publish callbacks [] for router_gateway (3a895511-d29e-459d-87d4-edf333ddf421), after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:37.223854 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-b4726045-98bf-4ca3-b7a7-6b5ea94b78d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1812695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1816913'] for router (3a895511-d29e-459d-87d4-edf333ddf421), after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:37.319149 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bb913ab-f45e-44bb-b9b3-246b2b081fa4 None None] Network 77a9d7fd-caa4-46e4-b26c-398632d587f7 requested from dv-cinder-824187-7-iscsi {{(pid=109086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:47:37.392594 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4726045-98bf-4ca3-b7a7-6b5ea94b78d1 admin admin] Router 3a895511-d29e-459d-87d4-edf333ddf421 is scheduled to L3 agent 5fb30df9-6f10-41b8-94cc-b881623ba250 with binding_index 1 {{(pid=109084) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:47:37.446976 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-72adc1cb-f9cd-4063-b800-c6adb18c837b None None] Provisioning complete for port d4e9a972-ffab-4f1e-81bb-753702202f54 triggered by entity DHCP. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:47:37.447349 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-72adc1cb-f9cd-4063-b800-c6adb18c837b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041328'] for port (d4e9a972-ffab-4f1e-81bb-753702202f54), provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:37.452172 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ef9dee-0586-4ef6-8f39-84fce42c4463 req-ebb1d21c-efa6-4dcd-a0ab-c675c2d17d90 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:37.453405 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-41ef9dee-0586-4ef6-8f39-84fce42c4463 req-ebb1d21c-efa6-4dcd-a0ab-c675c2d17d90 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] 10.222.0.72 "GET /v2.0/ports?device_id=6ee01aab-bdae-47e3-bc29-f58ab7e57e79 HTTP/1.1" status: 200 len: 943 time: 0.0660319 Jan 28 13:47:37.517438 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-41ef9dee-0586-4ef6-8f39-84fce42c4463 req-e1084af8-b66b-4618-ab78-1fb7843af2d9 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] 10.222.0.72 "GET /v2.0/security-groups?id=c593fc4e-d69d-427e-8a7c-494b33da0fac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573218 Jan 28 13:47:37.525341 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4726045-98bf-4ca3-b7a7-6b5ea94b78d1 admin admin] Notify agent at l3_agent.dv-cinder-824187-7-iscsi the message routers_updated {{(pid=109084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:47:37.543196 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b74aed3d-2c0a-4eed-aaac-7a8e65e41d78 None None] Sync routers for ids ['3a895511-d29e-459d-87d4-edf333ddf421'] in dv-cinder-824187-7-iscsi {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:47:37.556696 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74aed3d-2c0a-4eed-aaac-7a8e65e41d78 None None] Routers {'3a895511-d29e-459d-87d4-edf333ddf421'} bound to L3 agent in host dv-cinder-824187-7-iscsi {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:47:37.557452 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-b74aed3d-2c0a-4eed-aaac-7a8e65e41d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T13:37:30Z,description=,heartbeat_timestamp=2022-01-28T13:47:30Z,host='dv-cinder-824187-7-iscsi',id=5fb30df9-6f10-41b8-94cc-b881623ba250,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:37:30Z,topic='l3_agent')) {'router_ids': ['3a895511-d29e-459d-87d4-edf333ddf421'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:47:37.558488 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-b4726045-98bf-4ca3-b7a7-6b5ea94b78d1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:37.560059 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-b4726045-98bf-4ca3-b7a7-6b5ea94b78d1 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.3063803 Jan 28 13:47:37.562251 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-72adc1cb-f9cd-4063-b800-c6adb18c837b None None] Current status of the port d4e9a972-ffab-4f1e-81bb-753702202f54 is: DOWN; New status is: ACTIVE {{(pid=109086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:47:37.562251 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-72adc1cb-f9cd-4063-b800-c6adb18c837b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (d4e9a972-ffab-4f1e-81bb-753702202f54), before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:37.563016 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 42498) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:37.608671 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-72adc1cb-f9cd-4063-b800-c6adb18c837b None None] For port d4e9a972-ffab-4f1e-81bb-753702202f54, host dv-cinder-824187-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-7-iscsi',level=0,port_id=d4e9a972-ffab-4f1e-81bb-753702202f54,segment=NetworkSegment(2abf073d-7ee6-4913-b331-d6f5e44b2927),segment_id=2abf073d-7ee6-4913-b331-d6f5e44b2927)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:47:37.616460 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-72adc1cb-f9cd-4063-b800-c6adb18c837b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862'] for port (d4e9a972-ffab-4f1e-81bb-753702202f54), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:37.731244 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-b74aed3d-2c0a-4eed-aaac-7a8e65e41d78 None None] Set router 3a895511-d29e-459d-87d4-edf333ddf421 gateway port host: dv-cinder-824187-7-iscsi {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:47:37.762494 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72adc1cb-f9cd-4063-b800-c6adb18c837b None None] Pushing event updated for resources: {'Port': ['ID=d4e9a972-ffab-4f1e-81bb-753702202f54,revision_number=3']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:37.785649 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-f5af57bd-1778-4bd6-af13-576186c63795 None None] Provisioning complete for port d4e9a972-ffab-4f1e-81bb-753702202f54 triggered by entity DHCP. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:47:37.786520 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f5af57bd-1778-4bd6-af13-576186c63795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041328'] for port (d4e9a972-ffab-4f1e-81bb-753702202f54), provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:37.813420 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d4fd6b-7b78-4f34-9932-168470a1414d req-7162edd5-e4cd-4a9c-8037-8e9c2bf13310 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:37.817402 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-b7d4fd6b-7b78-4f34-9932-168470a1414d req-7162edd5-e4cd-4a9c-8037-8e9c2bf13310 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/ports?device_id=175714f6-fa92-4781-8501-a6356be58096 HTTP/1.1" status: 200 len: 945 time: 0.1598144 Jan 28 13:47:37.930965 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-b7d4fd6b-7b78-4f34-9932-168470a1414d req-282dae31-1811-48bf-a262-48364043a195 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e8aa884-59a1-48b6-b990-b4cff53ce899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987830 Jan 28 13:47:38.037969 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Device d4e9a972-ffab-4f1e-81bb-753702202f54 up at agent ovs-agent-dv-cinder-824187-7-iscsi {{(pid=109086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:47:38.053891 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-b74aed3d-2c0a-4eed-aaac-7a8e65e41d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a895511-d29e-459d-87d4-edf333ddf421', 'name': 'tempest-TestShelveInstance-1834871760-router', 'tenant_id': '1dd3b47ebfbe4d0eb9cd24d8466d81e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'external_fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': 'a3311eda-e183-49bd-8bcc-e3761317af2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:47:35Z', 'updated_at': '2022-01-28T13:47:36Z', 'revision_number': 3, 'project_id': '1dd3b47ebfbe4d0eb9cd24d8466d81e2', 'gw_port': {'id': 'a3311eda-e183-49bd-8bcc-e3761317af2e', 'name': '', 'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:c1:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a895511-d29e-459d-87d4-edf333ddf421', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:47:36Z', 'updated_at': '2022-01-28T13:47:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-7-iscsi'}], 'dv-cinder-824187-7-iscsi', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:47:38.082673 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b74aed3d-2c0a-4eed-aaac-7a8e65e41d78 None None] Checking router: 3a895511-d29e-459d-87d4-edf333ddf421 for host: dv-cinder-824187-7-iscsi {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:47:38.083302 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b74aed3d-2c0a-4eed-aaac-7a8e65e41d78 None None] Updating router 3a895511-d29e-459d-87d4-edf333ddf421 port a3311eda-e183-49bd-8bcc-e3761317af2e binding host dv-cinder-824187-7-iscsi {{(pid=109087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:47:38.087845 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-f5af57bd-1778-4bd6-af13-576186c63795 None None] Current status of the port d4e9a972-ffab-4f1e-81bb-753702202f54 is: ACTIVE; New status is: ACTIVE {{(pid=109086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:47:38.102001 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Provisioning complete for port d4e9a972-ffab-4f1e-81bb-753702202f54 triggered by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:47:38.102384 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041328'] for port (d4e9a972-ffab-4f1e-81bb-753702202f54), provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:38.108769 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b74aed3d-2c0a-4eed-aaac-7a8e65e41d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (a3311eda-e183-49bd-8bcc-e3761317af2e), before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:38.121447 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c85a6251-f930-46ee-9474-f9e3cce3c883 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (None), before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:38.238206 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Current status of the port d4e9a972-ffab-4f1e-81bb-753702202f54 is: ACTIVE; New status is: ACTIVE {{(pid=109086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:47:38.326142 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [None req-c85a6251-f930-46ee-9474-f9e3cce3c883 admin admin] Allocated IP 172.20.0.1 (77a9d7fd-caa4-46e4-b26c-398632d587f7/6897cf15-6c8e-4f66-8fd6-9ab02f212f95/aa26b876-51ce-4b2b-adb5-bd5347843afc) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:47:38.415911 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b74aed3d-2c0a-4eed-aaac-7a8e65e41d78 None None] Publish callbacks [] for port (a3311eda-e183-49bd-8bcc-e3761317af2e), precommit_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:38.423352 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b74aed3d-2c0a-4eed-aaac-7a8e65e41d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862'] for port (a3311eda-e183-49bd-8bcc-e3761317af2e), after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:38.431118 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c85a6251-f930-46ee-9474-f9e3cce3c883 admin admin] Publish callbacks [] for port (aa26b876-51ce-4b2b-adb5-bd5347843afc), precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:38.467887 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c85a6251-f930-46ee-9474-f9e3cce3c883 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742788384826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4723325'] for port (aa26b876-51ce-4b2b-adb5-bd5347843afc), after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:38.476766 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-b74aed3d-2c0a-4eed-aaac-7a8e65e41d78 None None] Attempting to bind port a3311eda-e183-49bd-8bcc-e3761317af2e on host dv-cinder-824187-7-iscsi for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:47:38.477170 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-b74aed3d-2c0a-4eed-aaac-7a8e65e41d78 None None] Attempting to bind port a3311eda-e183-49bd-8bcc-e3761317af2e by drivers openvswitch,hyperv on host dv-cinder-824187-7-iscsi at level 0 using segments [{'id': '2ff911eb-b784-4487-8703-ed6009453f86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:47:38.477803 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b74aed3d-2c0a-4eed-aaac-7a8e65e41d78 None None] Attempting to bind port a3311eda-e183-49bd-8bcc-e3761317af2e on network 5658bb11-9d09-4b0d-90e7-a96bf662b067 {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:47:38.485608 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00cb2bd-dab2-4bb1-8594-3be40dfb8c06 None None] Pushing event updated for resources: {'Port': ['ID=a3311eda-e183-49bd-8bcc-e3761317af2e,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:38.489293 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b74aed3d-2c0a-4eed-aaac-7a8e65e41d78 None None] Checking agent: {'id': '91ec632a-2927-4715-8bad-f3132ebcbe46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824187-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 37, 34), 'started_at': datetime.datetime(2022, 1, 28, 13, 38, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 47, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824187-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:47:38.489663 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b74aed3d-2c0a-4eed-aaac-7a8e65e41d78 None None] Checking segment: {'id': '2ff911eb-b784-4487-8703-ed6009453f86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:47:38.490071 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b74aed3d-2c0a-4eed-aaac-7a8e65e41d78 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:38.490452 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b74aed3d-2c0a-4eed-aaac-7a8e65e41d78 None None] Bound using segment: {'id': '2ff911eb-b784-4487-8703-ed6009453f86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:47:38.490919 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-b74aed3d-2c0a-4eed-aaac-7a8e65e41d78 None None] Bound port: a3311eda-e183-49bd-8bcc-e3761317af2e, host: dv-cinder-824187-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ff911eb-b784-4487-8703-ed6009453f86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:47:38.491289 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b74aed3d-2c0a-4eed-aaac-7a8e65e41d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (a3311eda-e183-49bd-8bcc-e3761317af2e), before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:38.507154 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c85a6251-f930-46ee-9474-f9e3cce3c883 admin admin] Network 77a9d7fd-caa4-46e4-b26c-398632d587f7 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:47:38.510049 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-c85a6251-f930-46ee-9474-f9e3cce3c883 admin admin] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:47:38.512659 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85a6251-f930-46ee-9474-f9e3cce3c883 admin admin] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:47:38.515484 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00cb2bd-dab2-4bb1-8594-3be40dfb8c06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:47:38.515484 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00cb2bd-dab2-4bb1-8594-3be40dfb8c06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:47:38.515868 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00cb2bd-dab2-4bb1-8594-3be40dfb8c06 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:47:38.516166 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00cb2bd-dab2-4bb1-8594-3be40dfb8c06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:47:38.516491 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00cb2bd-dab2-4bb1-8594-3be40dfb8c06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:47:38.516813 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00cb2bd-dab2-4bb1-8594-3be40dfb8c06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:47:38.518895 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00cb2bd-dab2-4bb1-8594-3be40dfb8c06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:47:38.519233 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00cb2bd-dab2-4bb1-8594-3be40dfb8c06 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:47:38.519564 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00cb2bd-dab2-4bb1-8594-3be40dfb8c06 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:47:38.519890 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00cb2bd-dab2-4bb1-8594-3be40dfb8c06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:47:38.520249 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00cb2bd-dab2-4bb1-8594-3be40dfb8c06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:47:38.520579 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00cb2bd-dab2-4bb1-8594-3be40dfb8c06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:47:38.520917 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00cb2bd-dab2-4bb1-8594-3be40dfb8c06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:47:38.553917 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85a6251-f930-46ee-9474-f9e3cce3c883 admin admin] Pushing event updated for resources: {'Port': ['ID=aa26b876-51ce-4b2b-adb5-bd5347843afc,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:38.565110 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-b74aed3d-2c0a-4eed-aaac-7a8e65e41d78 None None] For port a3311eda-e183-49bd-8bcc-e3761317af2e, host dv-cinder-824187-7-iscsi, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:47:38.566103 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c85a6251-f930-46ee-9474-f9e3cce3c883 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1817636'] for router_interface (3a895511-d29e-459d-87d4-edf333ddf421), before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:38.571422 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-b74aed3d-2c0a-4eed-aaac-7a8e65e41d78 None None] For port a3311eda-e183-49bd-8bcc-e3761317af2e, host dv-cinder-824187-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-7-iscsi',level=0,port_id=a3311eda-e183-49bd-8bcc-e3761317af2e,segment=NetworkSegment(2ff911eb-b784-4487-8703-ed6009453f86),segment_id=2ff911eb-b784-4487-8703-ed6009453f86)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:47:38.586476 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-b74aed3d-2c0a-4eed-aaac-7a8e65e41d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862'] for port (a3311eda-e183-49bd-8bcc-e3761317af2e), after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:38.648961 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00cb2bd-dab2-4bb1-8594-3be40dfb8c06 None None] Pushing event updated for resources: {'Port': ['ID=a3311eda-e183-49bd-8bcc-e3761317af2e,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:38.660746 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17027f1d-31ea-4b9e-8a38-f94d481bab9b req-81a30c76-103e-4dd9-bbdf-c4f44d1a20a9 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:38.663465 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-17027f1d-31ea-4b9e-8a38-f94d481bab9b req-81a30c76-103e-4dd9-bbdf-c4f44d1a20a9 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] 10.222.0.72 "GET /v2.0/ports?device_id=6ee01aab-bdae-47e3-bc29-f58ab7e57e79 HTTP/1.1" status: 200 len: 943 time: 0.0627453 Jan 28 13:47:38.669664 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74aed3d-2c0a-4eed-aaac-7a8e65e41d78 None None] Routers {'3a895511-d29e-459d-87d4-edf333ddf421'} bound to L3 agent in host dv-cinder-824187-7-iscsi {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:47:38.670360 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-b74aed3d-2c0a-4eed-aaac-7a8e65e41d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T13:37:30Z,description=,heartbeat_timestamp=2022-01-28T13:47:30Z,host='dv-cinder-824187-7-iscsi',id=5fb30df9-6f10-41b8-94cc-b881623ba250,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:37:30Z,topic='l3_agent')) {'router_ids': ['3a895511-d29e-459d-87d4-edf333ddf421'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:47:38.722316 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c85a6251-f930-46ee-9474-f9e3cce3c883 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (aa26b876-51ce-4b2b-adb5-bd5347843afc), before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:38.733559 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-17027f1d-31ea-4b9e-8a38-f94d481bab9b req-56dce4b8-8b74-403f-a868-bea6510f78a3 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] 10.222.0.72 "GET /v2.0/security-groups?id=c593fc4e-d69d-427e-8a7c-494b33da0fac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622742 Jan 28 13:47:38.789397 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-b74aed3d-2c0a-4eed-aaac-7a8e65e41d78 None None] Set router 3a895511-d29e-459d-87d4-edf333ddf421 gateway port host: dv-cinder-824187-7-iscsi {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:47:38.812731 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-1377f5b5-cd1c-4556-8059-e9f16a264ea4 None None] Provisioning complete for port aa26b876-51ce-4b2b-adb5-bd5347843afc triggered by entity DHCP. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:47:38.813316 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1377f5b5-cd1c-4556-8059-e9f16a264ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041328'] for port (aa26b876-51ce-4b2b-adb5-bd5347843afc), provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:38.854081 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-1377f5b5-cd1c-4556-8059-e9f16a264ea4 None None] Port aa26b876-51ce-4b2b-adb5-bd5347843afc cannot update to ACTIVE because it is not bound. {{(pid=109086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:47:38.899445 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c85a6251-f930-46ee-9474-f9e3cce3c883 admin admin] Publish callbacks [] for port (aa26b876-51ce-4b2b-adb5-bd5347843afc), precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:38.905679 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c85a6251-f930-46ee-9474-f9e3cce3c883 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4723334'] for port (aa26b876-51ce-4b2b-adb5-bd5347843afc), after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:38.970614 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c85a6251-f930-46ee-9474-f9e3cce3c883 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2032387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1811860'] for router_interface (3a895511-d29e-459d-87d4-edf333ddf421), after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:38.972417 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85a6251-f930-46ee-9474-f9e3cce3c883 admin admin] Pushing event updated for resources: {'Port': ['ID=aa26b876-51ce-4b2b-adb5-bd5347843afc,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:38.988880 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-b74aed3d-2c0a-4eed-aaac-7a8e65e41d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a895511-d29e-459d-87d4-edf333ddf421', 'name': 'tempest-TestShelveInstance-1834871760-router', 'tenant_id': '1dd3b47ebfbe4d0eb9cd24d8466d81e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'external_fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': 'a3311eda-e183-49bd-8bcc-e3761317af2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:47:35Z', 'updated_at': '2022-01-28T13:47:36Z', 'revision_number': 3, 'project_id': '1dd3b47ebfbe4d0eb9cd24d8466d81e2', 'gw_port': {'id': 'a3311eda-e183-49bd-8bcc-e3761317af2e', 'name': '', 'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:c1:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a895511-d29e-459d-87d4-edf333ddf421', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:47:36Z', 'updated_at': '2022-01-28T13:47:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-7-iscsi'}], 'dv-cinder-824187-7-iscsi', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:47:39.015667 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b74aed3d-2c0a-4eed-aaac-7a8e65e41d78 None None] The sync data for ids ['3a895511-d29e-459d-87d4-edf333ddf421'] in dv-cinder-824187-7-iscsi is: [{'id': '3a895511-d29e-459d-87d4-edf333ddf421', 'name': 'tempest-TestShelveInstance-1834871760-router', 'tenant_id': '1dd3b47ebfbe4d0eb9cd24d8466d81e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'external_fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': 'a3311eda-e183-49bd-8bcc-e3761317af2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:47:35Z', 'updated_at': '2022-01-28T13:47:36Z', 'revision_number': 3, 'project_id': '1dd3b47ebfbe4d0eb9cd24d8466d81e2', 'gw_port': {'id': 'a3311eda-e183-49bd-8bcc-e3761317af2e', 'name': '', 'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:c1:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a895511-d29e-459d-87d4-edf333ddf421', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:47:36Z', 'updated_at': '2022-01-28T13:47:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-7-iscsi'}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:47:39.071182 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c85a6251-f930-46ee-9474-f9e3cce3c883 admin admin] Network 77a9d7fd-caa4-46e4-b26c-398632d587f7 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:47:39.072687 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-c85a6251-f930-46ee-9474-f9e3cce3c883 admin admin] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:47:39.189304 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c85a6251-f930-46ee-9474-f9e3cce3c883 admin admin] Router 3a895511-d29e-459d-87d4-edf333ddf421 has already been hosted by L3 agent 5fb30df9-6f10-41b8-94cc-b881623ba250 {{(pid=109085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:47:39.361762 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c85a6251-f930-46ee-9474-f9e3cce3c883 admin admin] Notify agent at l3_agent.dv-cinder-824187-7-iscsi the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:47:39.361762 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-c85a6251-f930-46ee-9474-f9e3cce3c883 admin admin] 10.222.0.72 "PUT /v2.0/routers/3a895511-d29e-459d-87d4-edf333ddf421/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7971487 Jan 28 13:47:39.384960 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-eb62f785-5337-4cdb-aa75-2e06c2209d27 None None] Provisioning complete for port aa26b876-51ce-4b2b-adb5-bd5347843afc triggered by entity DHCP. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:47:39.385347 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-eb62f785-5337-4cdb-aa75-2e06c2209d27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041328'] for port (aa26b876-51ce-4b2b-adb5-bd5347843afc), provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:39.432516 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-eb62f785-5337-4cdb-aa75-2e06c2209d27 None None] Port aa26b876-51ce-4b2b-adb5-bd5347843afc cannot update to ACTIVE because it is not bound. {{(pid=109086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:47:39.881176 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Device a3311eda-e183-49bd-8bcc-e3761317af2e up at agent ovs-agent-dv-cinder-824187-7-iscsi {{(pid=109086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:47:39.886156 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 42544) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:39.891232 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.v2.base [None req-20f13245-8b04-4d21-bd16-3d865d6fd86b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-428516342-network', 'tenant_id': '7ff15f93b6584e1f822df7b87bffbaef'}} {{(pid=109084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:47:39.915196 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20f13245-8b04-4d21-bd16-3d865d6fd86b admin admin] Made reservation on behalf of 7ff15f93b6584e1f822df7b87bffbaef for: {'network': 1} {{(pid=109084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:47:39.918055 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-20f13245-8b04-4d21-bd16-3d865d6fd86b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for network (None), before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:39.928699 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-20f13245-8b04-4d21-bd16-3d865d6fd86b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:39.947645 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Provisioning complete for port a3311eda-e183-49bd-8bcc-e3761317af2e triggered by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:47:39.948024 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041328'] for port (a3311eda-e183-49bd-8bcc-e3761317af2e), provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:40.005599 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-20f13245-8b04-4d21-bd16-3d865d6fd86b admin admin] Publish callbacks [] for security_group (9e503af3-fb5d-4646-a079-5ed376911b7f), precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:40.010693 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-20f13245-8b04-4d21-bd16-3d865d6fd86b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (9e503af3-fb5d-4646-a079-5ed376911b7f), after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:40.030217 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Current status of the port a3311eda-e183-49bd-8bcc-e3761317af2e is: DOWN; New status is: ACTIVE {{(pid=109086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:47:40.030608 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (a3311eda-e183-49bd-8bcc-e3761317af2e), before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:40.034152 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20f13245-8b04-4d21-bd16-3d865d6fd86b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 710} {{(pid=109084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:47:40.050550 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f13245-8b04-4d21-bd16-3d865d6fd86b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e503af3-fb5d-4646-a079-5ed376911b7f,revision_number=1']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:40.052199 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] For port a3311eda-e183-49bd-8bcc-e3761317af2e, host dv-cinder-824187-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-7-iscsi',level=0,port_id=a3311eda-e183-49bd-8bcc-e3761317af2e,segment=NetworkSegment(2ff911eb-b784-4487-8703-ed6009453f86),segment_id=2ff911eb-b784-4487-8703-ed6009453f86)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:47:40.053571 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-20f13245-8b04-4d21-bd16-3d865d6fd86b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-923698'] for segment (2be8e2a3-65d4-41b4-ab03-235a5490112a), precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:40.053920 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.db.segments_db [None req-20f13245-8b04-4d21-bd16-3d865d6fd86b admin admin] Added segment 2be8e2a3-65d4-41b4-ab03-235a5490112a of type vlan for network 617e4705-df7e-46fb-b369-18bd6b9f903e Jan 28 13:47:40.057379 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862'] for port (a3311eda-e183-49bd-8bcc-e3761317af2e), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:40.058225 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Device d4e9a972-ffab-4f1e-81bb-753702202f54 up at agent ovs-agent-dv-cinder-824187-7-iscsi {{(pid=109086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:47:40.101348 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-20f13245-8b04-4d21-bd16-3d865d6fd86b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742788371074'] for network (617e4705-df7e-46fb-b369-18bd6b9f903e), precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:40.129700 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-20f13245-8b04-4d21-bd16-3d865d6fd86b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625'] for network (617e4705-df7e-46fb-b369-18bd6b9f903e), after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:40.133157 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20f13245-8b04-4d21-bd16-3d865d6fd86b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:40.133771 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-20f13245-8b04-4d21-bd16-3d865d6fd86b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032615'] for network (None), before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:40.137214 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Pushing event updated for resources: {'Port': ['ID=a3311eda-e183-49bd-8bcc-e3761317af2e,revision_number=4']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:40.149471 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Provisioning complete for port d4e9a972-ffab-4f1e-81bb-753702202f54 triggered by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:47:40.149851 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041328'] for port (d4e9a972-ffab-4f1e-81bb-753702202f54), provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:40.184667 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-20f13245-8b04-4d21-bd16-3d865d6fd86b admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2973492 Jan 28 13:47:40.187644 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 42546) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:40.192632 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.v2.base [None req-5d107e1e-cafe-4ade-bc4c-80d289ffe9da admin admin] Request body: {'subnet': {'network_id': '617e4705-df7e-46fb-b369-18bd6b9f903e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-428516342-subnet', 'tenant_id': '7ff15f93b6584e1f822df7b87bffbaef', 'ip_version': 4}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:47:40.202237 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f13245-8b04-4d21-bd16-3d865d6fd86b admin admin] Pushing event updated for resources: {'Network': ['ID=617e4705-df7e-46fb-b369-18bd6b9f903e,revision_number=1']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:40.217656 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Network 617e4705-df7e-46fb-b369-18bd6b9f903e details requested by agent ovs-agent-dv-cinder-824187-7-iscsi with host dv-cinder-824187-7-iscsi {{(pid=109086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:47:40.219313 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d107e1e-cafe-4ade-bc4c-80d289ffe9da admin admin] Made reservation on behalf of 7ff15f93b6584e1f822df7b87bffbaef for: {'subnet': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:47:40.222511 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5d107e1e-cafe-4ade-bc4c-80d289ffe9da admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4594145'] for subnet (None), before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:40.277858 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Current status of the port d4e9a972-ffab-4f1e-81bb-753702202f54 is: ACTIVE; New status is: ACTIVE {{(pid=109086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:47:40.401077 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5d107e1e-cafe-4ade-bc4c-80d289ffe9da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4723209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4594163'] for subnet (4ef5636c-05b9-4194-928d-51f7227a3cf9), after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:40.464453 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d107e1e-cafe-4ade-bc4c-80d289ffe9da admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ef5636c-05b9-4194-928d-51f7227a3cf9,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:40.473893 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d107e1e-cafe-4ade-bc4c-80d289ffe9da admin admin] Checking segment: {'id': '2be8e2a3-65d4-41b4-ab03-235a5490112a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '617e4705-df7e-46fb-b369-18bd6b9f903e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:47:40.474284 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d107e1e-cafe-4ade-bc4c-80d289ffe9da admin admin] Network hostable DHCP agents. Network: 617e4705-df7e-46fb-b369-18bd6b9f903e, hostable agents: ['fe6892c5-7eb1-46ce-88dd-77c5bcc32263'], hosted agents: [] {{(pid=109085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:47:40.493025 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d107e1e-cafe-4ade-bc4c-80d289ffe9da admin admin] Network 617e4705-df7e-46fb-b369-18bd6b9f903e is scheduled to be hosted by DHCP agent fe6892c5-7eb1-46ce-88dd-77c5bcc32263 with binding_index 1 {{(pid=109085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:47:40.503139 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-5d107e1e-cafe-4ade-bc4c-80d289ffe9da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824187-7-iscsi, 617e4705-df7e-46fb-b369-18bd6b9f903e) {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:47:40.507354 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d107e1e-cafe-4ade-bc4c-80d289ffe9da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:40.507790 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5d107e1e-cafe-4ade-bc4c-80d289ffe9da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032615'] for subnet (None), before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:40.517968 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a33da73-3a32-469d-8549-b4b066e32fbe None None] Network 617e4705-df7e-46fb-b369-18bd6b9f903e requested from dv-cinder-824187-7-iscsi {{(pid=109086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:47:40.532525 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-5d107e1e-cafe-4ade-bc4c-80d289ffe9da admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3411624 Jan 28 13:47:40.533664 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 42552) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:40.539438 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.v2.base [None req-89432a98-6c7b-4502-9809-0163dd0b2f06 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-428516342-router', 'tenant_id': '7ff15f93b6584e1f822df7b87bffbaef', 'external_gateway_info': {'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067'}}} {{(pid=109084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:47:40.568644 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-89432a98-6c7b-4502-9809-0163dd0b2f06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1812062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-46824'] for router (4b202760-e3ed-4919-87f7-026aa4b13772), before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:40.570718 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-89432a98-6c7b-4502-9809-0163dd0b2f06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1812686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1816868', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1575594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-46611'] for router (4b202760-e3ed-4919-87f7-026aa4b13772), precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:40.651097 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4495cb36-8947-4835-bc49-02a540de39d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp107b8415-c657-5120-917d-5bab152d4a1a-617e4705-df7e-46fb-b369-18bd6b9f903e', 'network_id': '617e4705-df7e-46fb-b369-18bd6b9f903e', 'project_id': '7ff15f93b6584e1f822df7b87bffbaef', 'fixed_ips': [{'subnet_id': '4ef5636c-05b9-4194-928d-51f7227a3cf9'}]}} from dv-cinder-824187-7-iscsi. {{(pid=109086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:47:40.651975 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4495cb36-8947-4835-bc49-02a540de39d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (None), before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:40.665127 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-89432a98-6c7b-4502-9809-0163dd0b2f06 admin admin] Publish callbacks [] for router_controller (4b202760-e3ed-4919-87f7-026aa4b13772), precommit_add_association {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:40.757117 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789614cf-b98d-4d1c-9fd9-12f149881794 None None] Sync routers for ids ['3a895511-d29e-459d-87d4-edf333ddf421'] in dv-cinder-824187-7-iscsi {{(pid=109086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:47:40.799112 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789614cf-b98d-4d1c-9fd9-12f149881794 None None] Routers {'3a895511-d29e-459d-87d4-edf333ddf421'} bound to L3 agent in host dv-cinder-824187-7-iscsi {{(pid=109086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:47:40.799658 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-789614cf-b98d-4d1c-9fd9-12f149881794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T13:37:30Z,description=,heartbeat_timestamp=2022-01-28T13:47:30Z,host='dv-cinder-824187-7-iscsi',id=5fb30df9-6f10-41b8-94cc-b881623ba250,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:37:30Z,topic='l3_agent')) {'router_ids': ['3a895511-d29e-459d-87d4-edf333ddf421'], 'active': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:47:40.810145 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-89432a98-6c7b-4502-9809-0163dd0b2f06 admin admin] Publish callbacks [] for router_gateway (4b202760-e3ed-4919-87f7-026aa4b13772), precommit_update {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:40.874537 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-4495cb36-8947-4835-bc49-02a540de39d4 None None] Allocated IP 172.20.0.2 (617e4705-df7e-46fb-b369-18bd6b9f903e/4ef5636c-05b9-4194-928d-51f7227a3cf9/0b90c27a-927d-43dd-9d1a-3c7c196ab34c) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:47:40.985516 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvr_db [None req-789614cf-b98d-4d1c-9fd9-12f149881794 None None] Set router 3a895511-d29e-459d-87d4-edf333ddf421 gateway port host: dv-cinder-824187-7-iscsi {{(pid=109086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:47:41.026577 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-89432a98-6c7b-4502-9809-0163dd0b2f06 admin admin] Publish callbacks [] for router_gateway (4b202760-e3ed-4919-87f7-026aa4b13772), before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:41.046002 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-89432a98-6c7b-4502-9809-0163dd0b2f06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (None), before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:41.150669 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.db.db_base_plugin_common [None req-89432a98-6c7b-4502-9809-0163dd0b2f06 admin admin] Allocated IP 172.27.0.96 (5658bb11-9d09-4b0d-90e7-a96bf662b067/12c2ab48-c458-44a5-bf56-c21764e1e48c/79144d71-811b-4571-a698-6a42acd05044) {{(pid=109084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:47:41.184044 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4495cb36-8947-4835-bc49-02a540de39d4 None None] Publish callbacks [] for port (0b90c27a-927d-43dd-9d1a-3c7c196ab34c), precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:41.192256 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4495cb36-8947-4835-bc49-02a540de39d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742788384826'] for port (0b90c27a-927d-43dd-9d1a-3c7c196ab34c), after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:41.238427 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4495cb36-8947-4835-bc49-02a540de39d4 None None] Network 617e4705-df7e-46fb-b369-18bd6b9f903e is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:47:41.260346 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-4495cb36-8947-4835-bc49-02a540de39d4 None None] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:47:41.262684 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-89432a98-6c7b-4502-9809-0163dd0b2f06 admin admin] Publish callbacks [] for port (79144d71-811b-4571-a698-6a42acd05044), precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:41.263306 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4495cb36-8947-4835-bc49-02a540de39d4 None None] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:47:41.273999 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4495cb36-8947-4835-bc49-02a540de39d4 None None] Pushing event updated for resources: {'Port': ['ID=0b90c27a-927d-43dd-9d1a-3c7c196ab34c,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:41.301988 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-89432a98-6c7b-4502-9809-0163dd0b2f06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742788384826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6110957'] for port (79144d71-811b-4571-a698-6a42acd05044), after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:41.334346 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [None req-4495cb36-8947-4835-bc49-02a540de39d4 None None] Attempting to bind port 0b90c27a-927d-43dd-9d1a-3c7c196ab34c on host dv-cinder-824187-7-iscsi for vnic_type normal with profile {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:47:41.334742 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [None req-4495cb36-8947-4835-bc49-02a540de39d4 None None] Attempting to bind port 0b90c27a-927d-43dd-9d1a-3c7c196ab34c by drivers openvswitch,hyperv on host dv-cinder-824187-7-iscsi at level 0 using segments [{'id': '2be8e2a3-65d4-41b4-ab03-235a5490112a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '617e4705-df7e-46fb-b369-18bd6b9f903e'}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:47:41.335106 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4495cb36-8947-4835-bc49-02a540de39d4 None None] Attempting to bind port 0b90c27a-927d-43dd-9d1a-3c7c196ab34c on network 617e4705-df7e-46fb-b369-18bd6b9f903e {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:47:41.335410 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89432a98-6c7b-4502-9809-0163dd0b2f06 admin admin] Network 5658bb11-9d09-4b0d-90e7-a96bf662b067 is already hosted by enough agents. {{(pid=109084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:47:41.338430 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.scheduler.base_scheduler [None req-89432a98-6c7b-4502-9809-0163dd0b2f06 admin admin] Resources bound (agent type, host, resource id): {{(pid=109084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:47:41.341855 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89432a98-6c7b-4502-9809-0163dd0b2f06 admin admin] Received port after_create {{(pid=109084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:47:41.344263 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4495cb36-8947-4835-bc49-02a540de39d4 None None] Checking agent: {'id': '91ec632a-2927-4715-8bad-f3132ebcbe46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824187-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 37, 34), 'started_at': datetime.datetime(2022, 1, 28, 13, 38, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 47, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824187-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:47:41.344640 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4495cb36-8947-4835-bc49-02a540de39d4 None None] Checking segment: {'id': '2be8e2a3-65d4-41b4-ab03-235a5490112a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '617e4705-df7e-46fb-b369-18bd6b9f903e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:47:41.345100 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4495cb36-8947-4835-bc49-02a540de39d4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:41.345933 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4495cb36-8947-4835-bc49-02a540de39d4 None None] Bound using segment: {'id': '2be8e2a3-65d4-41b4-ab03-235a5490112a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '617e4705-df7e-46fb-b369-18bd6b9f903e'} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:47:41.345933 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [None req-4495cb36-8947-4835-bc49-02a540de39d4 None None] Bound port: 0b90c27a-927d-43dd-9d1a-3c7c196ab34c, host: dv-cinder-824187-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2be8e2a3-65d4-41b4-ab03-235a5490112a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '617e4705-df7e-46fb-b369-18bd6b9f903e'}}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:47:41.346264 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4495cb36-8947-4835-bc49-02a540de39d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (0b90c27a-927d-43dd-9d1a-3c7c196ab34c), before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:41.350924 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-789614cf-b98d-4d1c-9fd9-12f149881794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a895511-d29e-459d-87d4-edf333ddf421', 'name': 'tempest-TestShelveInstance-1834871760-router', 'tenant_id': '1dd3b47ebfbe4d0eb9cd24d8466d81e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'external_fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': 'a3311eda-e183-49bd-8bcc-e3761317af2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:47:35Z', 'updated_at': '2022-01-28T13:47:38Z', 'revision_number': 4, 'project_id': '1dd3b47ebfbe4d0eb9cd24d8466d81e2', 'gw_port': {'id': 'a3311eda-e183-49bd-8bcc-e3761317af2e', 'name': '', 'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:c1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a895511-d29e-459d-87d4-edf333ddf421', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:47:36Z', 'updated_at': '2022-01-28T13:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-7-iscsi', '_interfaces': [{'id': 'aa26b876-51ce-4b2b-adb5-bd5347843afc', 'name': '', 'network_id': '77a9d7fd-caa4-46e4-b26c-398632d587f7', 'tenant_id': '1dd3b47ebfbe4d0eb9cd24d8466d81e2', 'mac_address': 'fa:16:3e:5f:a0:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a895511-d29e-459d-87d4-edf333ddf421', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '6897cf15-6c8e-4f66-8fd6-9ab02f212f95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:47:38Z', 'updated_at': '2022-01-28T13:47:38Z', 'revision_number': 2, 'project_id': '1dd3b47ebfbe4d0eb9cd24d8466d81e2', 'subnets': [{'id': '6897cf15-6c8e-4f66-8fd6-9ab02f212f95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824187-7-iscsi', False) {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:47:41.374768 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89432a98-6c7b-4502-9809-0163dd0b2f06 admin admin] Pushing event updated for resources: {'Port': ['ID=79144d71-811b-4571-a698-6a42acd05044,revision_number=1']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:41.383801 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789614cf-b98d-4d1c-9fd9-12f149881794 None None] Checking router: 3a895511-d29e-459d-87d4-edf333ddf421 for host: dv-cinder-824187-7-iscsi {{(pid=109086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:47:41.384174 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789614cf-b98d-4d1c-9fd9-12f149881794 None None] Updating router 3a895511-d29e-459d-87d4-edf333ddf421 port aa26b876-51ce-4b2b-adb5-bd5347843afc binding host dv-cinder-824187-7-iscsi {{(pid=109086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:47:41.429996 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-789614cf-b98d-4d1c-9fd9-12f149881794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (aa26b876-51ce-4b2b-adb5-bd5347843afc), before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:41.464017 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-4495cb36-8947-4835-bc49-02a540de39d4 None None] For port 0b90c27a-927d-43dd-9d1a-3c7c196ab34c, host dv-cinder-824187-7-iscsi, cleared binding levels {{(pid=109086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:47:41.465191 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-4495cb36-8947-4835-bc49-02a540de39d4 None None] For port 0b90c27a-927d-43dd-9d1a-3c7c196ab34c, host dv-cinder-824187-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-7-iscsi',level=0,port_id=0b90c27a-927d-43dd-9d1a-3c7c196ab34c,segment=NetworkSegment(2be8e2a3-65d4-41b4-ab03-235a5490112a),segment_id=2be8e2a3-65d4-41b4-ab03-235a5490112a)] {{(pid=109086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:47:41.612831 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-89432a98-6c7b-4502-9809-0163dd0b2f06 admin admin] Publish callbacks [] for router_gateway (4b202760-e3ed-4919-87f7-026aa4b13772), after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:41.613669 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4495cb36-8947-4835-bc49-02a540de39d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862'] for port (0b90c27a-927d-43dd-9d1a-3c7c196ab34c), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:41.738320 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4495cb36-8947-4835-bc49-02a540de39d4 None None] Pushing event updated for resources: {'Port': ['ID=0b90c27a-927d-43dd-9d1a-3c7c196ab34c,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:41.819607 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Device a3311eda-e183-49bd-8bcc-e3761317af2e up at agent ovs-agent-dv-cinder-824187-7-iscsi {{(pid=109086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:47:41.968414 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Provisioning complete for port a3311eda-e183-49bd-8bcc-e3761317af2e triggered by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:47:41.968794 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041328'] for port (a3311eda-e183-49bd-8bcc-e3761317af2e), provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:42.008373 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-789614cf-b98d-4d1c-9fd9-12f149881794 None None] Publish callbacks [] for port (aa26b876-51ce-4b2b-adb5-bd5347843afc), precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:42.019165 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-789614cf-b98d-4d1c-9fd9-12f149881794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862'] for port (aa26b876-51ce-4b2b-adb5-bd5347843afc), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:42.082261 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b33105-505a-441d-8875-0d4e3173288e None None] Pushing event updated for resources: {'Port': ['ID=aa26b876-51ce-4b2b-adb5-bd5347843afc,revision_number=3']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:42.087964 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-89432a98-6c7b-4502-9809-0163dd0b2f06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1812695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1816913'] for router (4b202760-e3ed-4919-87f7-026aa4b13772), after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:42.174442 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Current status of the port a3311eda-e183-49bd-8bcc-e3761317af2e is: ACTIVE; New status is: ACTIVE {{(pid=109086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:47:42.186259 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [None req-789614cf-b98d-4d1c-9fd9-12f149881794 None None] Attempting to bind port aa26b876-51ce-4b2b-adb5-bd5347843afc on host dv-cinder-824187-7-iscsi for vnic_type normal with profile {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:47:42.186767 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [None req-789614cf-b98d-4d1c-9fd9-12f149881794 None None] Attempting to bind port aa26b876-51ce-4b2b-adb5-bd5347843afc by drivers openvswitch,hyperv on host dv-cinder-824187-7-iscsi at level 0 using segments [{'id': '2abf073d-7ee6-4913-b331-d6f5e44b2927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '77a9d7fd-caa4-46e4-b26c-398632d587f7'}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:47:42.187673 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789614cf-b98d-4d1c-9fd9-12f149881794 None None] Attempting to bind port aa26b876-51ce-4b2b-adb5-bd5347843afc on network 77a9d7fd-caa4-46e4-b26c-398632d587f7 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:47:42.192944 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789614cf-b98d-4d1c-9fd9-12f149881794 None None] Checking agent: {'id': '91ec632a-2927-4715-8bad-f3132ebcbe46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824187-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 37, 34), 'started_at': datetime.datetime(2022, 1, 28, 13, 38, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 47, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824187-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:47:42.193582 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789614cf-b98d-4d1c-9fd9-12f149881794 None None] Checking segment: {'id': '2abf073d-7ee6-4913-b331-d6f5e44b2927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '77a9d7fd-caa4-46e4-b26c-398632d587f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:47:42.193962 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-789614cf-b98d-4d1c-9fd9-12f149881794 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:42.194446 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789614cf-b98d-4d1c-9fd9-12f149881794 None None] Bound using segment: {'id': '2abf073d-7ee6-4913-b331-d6f5e44b2927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '77a9d7fd-caa4-46e4-b26c-398632d587f7'} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:47:42.195011 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [None req-789614cf-b98d-4d1c-9fd9-12f149881794 None None] Bound port: aa26b876-51ce-4b2b-adb5-bd5347843afc, host: dv-cinder-824187-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2abf073d-7ee6-4913-b331-d6f5e44b2927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '77a9d7fd-caa4-46e4-b26c-398632d587f7'}}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:47:42.195524 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-789614cf-b98d-4d1c-9fd9-12f149881794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (aa26b876-51ce-4b2b-adb5-bd5347843afc), before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:42.233866 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89432a98-6c7b-4502-9809-0163dd0b2f06 admin admin] Router 4b202760-e3ed-4919-87f7-026aa4b13772 is scheduled to L3 agent 5fb30df9-6f10-41b8-94cc-b881623ba250 with binding_index 1 {{(pid=109084) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:47:42.271535 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-789614cf-b98d-4d1c-9fd9-12f149881794 None None] For port aa26b876-51ce-4b2b-adb5-bd5347843afc, host dv-cinder-824187-7-iscsi, cleared binding levels {{(pid=109086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:47:42.277951 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-789614cf-b98d-4d1c-9fd9-12f149881794 None None] For port aa26b876-51ce-4b2b-adb5-bd5347843afc, host dv-cinder-824187-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-7-iscsi',level=0,port_id=aa26b876-51ce-4b2b-adb5-bd5347843afc,segment=NetworkSegment(2abf073d-7ee6-4913-b331-d6f5e44b2927),segment_id=2abf073d-7ee6-4913-b331-d6f5e44b2927)] {{(pid=109086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:47:42.286011 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-789614cf-b98d-4d1c-9fd9-12f149881794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862'] for port (aa26b876-51ce-4b2b-adb5-bd5347843afc), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:42.321302 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-cd25f4f4-628d-4570-87c0-aca1e5cc224e None None] Provisioning complete for port aa26b876-51ce-4b2b-adb5-bd5347843afc triggered by entity DHCP. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:47:42.321690 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-cd25f4f4-628d-4570-87c0-aca1e5cc224e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041328'] for port (aa26b876-51ce-4b2b-adb5-bd5347843afc), provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:42.352109 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89432a98-6c7b-4502-9809-0163dd0b2f06 admin admin] Notify agent at l3_agent.dv-cinder-824187-7-iscsi the message routers_updated {{(pid=109084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:47:42.364530 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8181c4a9-1f0a-42e2-81a6-4b563002afa4 None None] Sync routers for ids ['4b202760-e3ed-4919-87f7-026aa4b13772'] in dv-cinder-824187-7-iscsi {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:47:42.373426 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-89432a98-6c7b-4502-9809-0163dd0b2f06 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:42.376713 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-89432a98-6c7b-4502-9809-0163dd0b2f06 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.8409126 Jan 28 13:47:42.379491 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 42562) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:42.380586 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8181c4a9-1f0a-42e2-81a6-4b563002afa4 None None] Routers {'4b202760-e3ed-4919-87f7-026aa4b13772'} bound to L3 agent in host dv-cinder-824187-7-iscsi {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:47:42.381464 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-8181c4a9-1f0a-42e2-81a6-4b563002afa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T13:37:30Z,description=,heartbeat_timestamp=2022-01-28T13:47:30Z,host='dv-cinder-824187-7-iscsi',id=5fb30df9-6f10-41b8-94cc-b881623ba250,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:37:30Z,topic='l3_agent')) {'router_ids': ['4b202760-e3ed-4919-87f7-026aa4b13772'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:47:42.389389 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b33105-505a-441d-8875-0d4e3173288e None None] Pushing event updated for resources: {'Port': ['ID=aa26b876-51ce-4b2b-adb5-bd5347843afc,revision_number=4']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:42.394248 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789614cf-b98d-4d1c-9fd9-12f149881794 None None] Routers {'3a895511-d29e-459d-87d4-edf333ddf421'} bound to L3 agent in host dv-cinder-824187-7-iscsi {{(pid=109086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:47:42.394882 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-789614cf-b98d-4d1c-9fd9-12f149881794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T13:37:30Z,description=,heartbeat_timestamp=2022-01-28T13:47:30Z,host='dv-cinder-824187-7-iscsi',id=5fb30df9-6f10-41b8-94cc-b881623ba250,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:37:30Z,topic='l3_agent')) {'router_ids': ['3a895511-d29e-459d-87d4-edf333ddf421'], 'active': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:47:42.566997 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-8181c4a9-1f0a-42e2-81a6-4b563002afa4 None None] Set router 4b202760-e3ed-4919-87f7-026aa4b13772 gateway port host: dv-cinder-824187-7-iscsi {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:47:42.621222 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-cd25f4f4-628d-4570-87c0-aca1e5cc224e None None] Current status of the port aa26b876-51ce-4b2b-adb5-bd5347843afc is: DOWN; New status is: ACTIVE {{(pid=109086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:47:42.621782 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-cd25f4f4-628d-4570-87c0-aca1e5cc224e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (aa26b876-51ce-4b2b-adb5-bd5347843afc), before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:42.655029 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvr_db [None req-789614cf-b98d-4d1c-9fd9-12f149881794 None None] Set router 3a895511-d29e-459d-87d4-edf333ddf421 gateway port host: dv-cinder-824187-7-iscsi {{(pid=109086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:47:42.698667 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-cd25f4f4-628d-4570-87c0-aca1e5cc224e None None] For port aa26b876-51ce-4b2b-adb5-bd5347843afc, host dv-cinder-824187-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-7-iscsi',level=0,port_id=aa26b876-51ce-4b2b-adb5-bd5347843afc,segment=NetworkSegment(2abf073d-7ee6-4913-b331-d6f5e44b2927),segment_id=2abf073d-7ee6-4913-b331-d6f5e44b2927)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:47:42.708632 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-cd25f4f4-628d-4570-87c0-aca1e5cc224e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862'] for port (aa26b876-51ce-4b2b-adb5-bd5347843afc), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:42.817691 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-8181c4a9-1f0a-42e2-81a6-4b563002afa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b202760-e3ed-4919-87f7-026aa4b13772', 'name': 'tempest-TestShelveInstance-428516342-router', 'tenant_id': '7ff15f93b6584e1f822df7b87bffbaef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'external_fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': '79144d71-811b-4571-a698-6a42acd05044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:47:40Z', 'updated_at': '2022-01-28T13:47:41Z', 'revision_number': 3, 'project_id': '7ff15f93b6584e1f822df7b87bffbaef', 'gw_port': {'id': '79144d71-811b-4571-a698-6a42acd05044', 'name': '', 'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:d9:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b202760-e3ed-4919-87f7-026aa4b13772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:47:41Z', 'updated_at': '2022-01-28T13:47:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-7-iscsi'}], 'dv-cinder-824187-7-iscsi', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:47:42.852053 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8181c4a9-1f0a-42e2-81a6-4b563002afa4 None None] Checking router: 4b202760-e3ed-4919-87f7-026aa4b13772 for host: dv-cinder-824187-7-iscsi {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:47:42.852401 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8181c4a9-1f0a-42e2-81a6-4b563002afa4 None None] Updating router 4b202760-e3ed-4919-87f7-026aa4b13772 port 79144d71-811b-4571-a698-6a42acd05044 binding host dv-cinder-824187-7-iscsi {{(pid=109087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:47:42.861910 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd25f4f4-628d-4570-87c0-aca1e5cc224e None None] Pushing event updated for resources: {'Port': ['ID=aa26b876-51ce-4b2b-adb5-bd5347843afc,revision_number=5']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:42.883092 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-8181c4a9-1f0a-42e2-81a6-4b563002afa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (79144d71-811b-4571-a698-6a42acd05044), before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:42.915008 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dcb99b0-d218-4608-b91e-0c0bf4b14fd7 None None] Network 617e4705-df7e-46fb-b369-18bd6b9f903e requested from dv-cinder-824187-7-iscsi {{(pid=109086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:47:42.986109 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-152fffd0-d5b8-45ca-8c92-d28fbfc635ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (None), before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:43.049218 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-9c2885e8-0cb5-4310-b681-64432d97a0db None None] Provisioning complete for port aa26b876-51ce-4b2b-adb5-bd5347843afc triggered by entity DHCP. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:47:43.049920 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9c2885e8-0cb5-4310-b681-64432d97a0db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041328'] for port (aa26b876-51ce-4b2b-adb5-bd5347843afc), provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:43.155542 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-9c2885e8-0cb5-4310-b681-64432d97a0db None None] Current status of the port aa26b876-51ce-4b2b-adb5-bd5347843afc is: ACTIVE; New status is: ACTIVE {{(pid=109086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:47:43.174823 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c94946-68e1-4570-bb0f-77be39f1e66e req-6cae9361-201f-4467-8c7f-a2dac26c9fb0 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:43.177537 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-789614cf-b98d-4d1c-9fd9-12f149881794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a895511-d29e-459d-87d4-edf333ddf421', 'name': 'tempest-TestShelveInstance-1834871760-router', 'tenant_id': '1dd3b47ebfbe4d0eb9cd24d8466d81e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'external_fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': 'a3311eda-e183-49bd-8bcc-e3761317af2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:47:35Z', 'updated_at': '2022-01-28T13:47:38Z', 'revision_number': 4, 'project_id': '1dd3b47ebfbe4d0eb9cd24d8466d81e2', 'gw_port': {'id': 'a3311eda-e183-49bd-8bcc-e3761317af2e', 'name': '', 'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:c1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a895511-d29e-459d-87d4-edf333ddf421', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:47:36Z', 'updated_at': '2022-01-28T13:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-7-iscsi', '_interfaces': [{'id': 'aa26b876-51ce-4b2b-adb5-bd5347843afc', 'name': '', 'network_id': '77a9d7fd-caa4-46e4-b26c-398632d587f7', 'tenant_id': '1dd3b47ebfbe4d0eb9cd24d8466d81e2', 'mac_address': 'fa:16:3e:5f:a0:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a895511-d29e-459d-87d4-edf333ddf421', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '6897cf15-6c8e-4f66-8fd6-9ab02f212f95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:47:38Z', 'updated_at': '2022-01-28T13:47:42Z', 'revision_number': 4, 'project_id': '1dd3b47ebfbe4d0eb9cd24d8466d81e2', 'subnets': [{'id': '6897cf15-6c8e-4f66-8fd6-9ab02f212f95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824187-7-iscsi', False) {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:47:43.182003 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-97c94946-68e1-4570-bb0f-77be39f1e66e req-6cae9361-201f-4467-8c7f-a2dac26c9fb0 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] 10.222.0.72 "GET /v2.0/ports?device_id=6ee01aab-bdae-47e3-bc29-f58ab7e57e79 HTTP/1.1" status: 200 len: 943 time: 0.0648088 Jan 28 13:47:43.191397 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.db.db_base_plugin_common [None req-152fffd0-d5b8-45ca-8c92-d28fbfc635ce admin admin] Allocated IP 172.20.0.1 (617e4705-df7e-46fb-b369-18bd6b9f903e/4ef5636c-05b9-4194-928d-51f7227a3cf9/a514e810-341f-4046-b8fe-926d45fd8433) {{(pid=109084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:47:43.211879 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789614cf-b98d-4d1c-9fd9-12f149881794 None None] The sync data for ids ['3a895511-d29e-459d-87d4-edf333ddf421'] in dv-cinder-824187-7-iscsi is: [{'id': '3a895511-d29e-459d-87d4-edf333ddf421', 'name': 'tempest-TestShelveInstance-1834871760-router', 'tenant_id': '1dd3b47ebfbe4d0eb9cd24d8466d81e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'external_fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': 'a3311eda-e183-49bd-8bcc-e3761317af2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:47:35Z', 'updated_at': '2022-01-28T13:47:38Z', 'revision_number': 4, 'project_id': '1dd3b47ebfbe4d0eb9cd24d8466d81e2', 'gw_port': {'id': 'a3311eda-e183-49bd-8bcc-e3761317af2e', 'name': '', 'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:c1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a895511-d29e-459d-87d4-edf333ddf421', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:47:36Z', 'updated_at': '2022-01-28T13:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-7-iscsi', '_interfaces': [{'id': 'aa26b876-51ce-4b2b-adb5-bd5347843afc', 'name': '', 'network_id': '77a9d7fd-caa4-46e4-b26c-398632d587f7', 'tenant_id': '1dd3b47ebfbe4d0eb9cd24d8466d81e2', 'mac_address': 'fa:16:3e:5f:a0:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a895511-d29e-459d-87d4-edf333ddf421', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '6897cf15-6c8e-4f66-8fd6-9ab02f212f95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:47:38Z', 'updated_at': '2022-01-28T13:47:42Z', 'revision_number': 4, 'project_id': '1dd3b47ebfbe4d0eb9cd24d8466d81e2', 'subnets': [{'id': '6897cf15-6c8e-4f66-8fd6-9ab02f212f95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:47:43.297377 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-97c94946-68e1-4570-bb0f-77be39f1e66e req-382fd53b-f473-4c47-bf3b-2c21af91a7db tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] 10.222.0.72 "GET /v2.0/security-groups?id=c593fc4e-d69d-427e-8a7c-494b33da0fac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1139455 Jan 28 13:47:43.306360 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-17eed44f-238a-48fc-850b-6cb8ab4d37c4 None None] Provisioning complete for port 0b90c27a-927d-43dd-9d1a-3c7c196ab34c triggered by entity DHCP. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:47:43.307078 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-17eed44f-238a-48fc-850b-6cb8ab4d37c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041328'] for port (0b90c27a-927d-43dd-9d1a-3c7c196ab34c), provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:43.374069 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-8181c4a9-1f0a-42e2-81a6-4b563002afa4 None None] Publish callbacks [] for port (79144d71-811b-4571-a698-6a42acd05044), precommit_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:43.386402 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-8181c4a9-1f0a-42e2-81a6-4b563002afa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862'] for port (79144d71-811b-4571-a698-6a42acd05044), after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:43.395956 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-152fffd0-d5b8-45ca-8c92-d28fbfc635ce admin admin] Publish callbacks [] for port (a514e810-341f-4046-b8fe-926d45fd8433), precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:43.443345 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-8181c4a9-1f0a-42e2-81a6-4b563002afa4 None None] Attempting to bind port 79144d71-811b-4571-a698-6a42acd05044 on host dv-cinder-824187-7-iscsi for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:47:43.443958 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-8181c4a9-1f0a-42e2-81a6-4b563002afa4 None None] Attempting to bind port 79144d71-811b-4571-a698-6a42acd05044 by drivers openvswitch,hyperv on host dv-cinder-824187-7-iscsi at level 0 using segments [{'id': '2ff911eb-b784-4487-8703-ed6009453f86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:47:43.444079 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8181c4a9-1f0a-42e2-81a6-4b563002afa4 None None] Attempting to bind port 79144d71-811b-4571-a698-6a42acd05044 on network 5658bb11-9d09-4b0d-90e7-a96bf662b067 {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:47:43.457719 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8181c4a9-1f0a-42e2-81a6-4b563002afa4 None None] Checking agent: {'id': '91ec632a-2927-4715-8bad-f3132ebcbe46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824187-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 37, 34), 'started_at': datetime.datetime(2022, 1, 28, 13, 38, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 47, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824187-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:47:43.458148 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8181c4a9-1f0a-42e2-81a6-4b563002afa4 None None] Checking segment: {'id': '2ff911eb-b784-4487-8703-ed6009453f86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:47:43.458520 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-8181c4a9-1f0a-42e2-81a6-4b563002afa4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:43.459263 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8181c4a9-1f0a-42e2-81a6-4b563002afa4 None None] Bound using segment: {'id': '2ff911eb-b784-4487-8703-ed6009453f86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:47:43.459799 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-8181c4a9-1f0a-42e2-81a6-4b563002afa4 None None] Bound port: 79144d71-811b-4571-a698-6a42acd05044, host: dv-cinder-824187-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ff911eb-b784-4487-8703-ed6009453f86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:47:43.459935 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-17eed44f-238a-48fc-850b-6cb8ab4d37c4 None None] Current status of the port 0b90c27a-927d-43dd-9d1a-3c7c196ab34c is: DOWN; New status is: ACTIVE {{(pid=109086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:47:43.460216 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-8181c4a9-1f0a-42e2-81a6-4b563002afa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (79144d71-811b-4571-a698-6a42acd05044), before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:43.460322 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-17eed44f-238a-48fc-850b-6cb8ab4d37c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (0b90c27a-927d-43dd-9d1a-3c7c196ab34c), before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:43.463956 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-152fffd0-d5b8-45ca-8c92-d28fbfc635ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742788384826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6110957'] for port (a514e810-341f-4046-b8fe-926d45fd8433), after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:43.464172 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631decc8-a038-4ad9-9787-fa585d5dbd34 None None] Pushing event updated for resources: {'Port': ['ID=79144d71-811b-4571-a698-6a42acd05044,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:43.505391 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-152fffd0-d5b8-45ca-8c92-d28fbfc635ce admin admin] Network 617e4705-df7e-46fb-b369-18bd6b9f903e is already hosted by enough agents. {{(pid=109084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:47:43.506191 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-17eed44f-238a-48fc-850b-6cb8ab4d37c4 None None] For port 0b90c27a-927d-43dd-9d1a-3c7c196ab34c, host dv-cinder-824187-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-7-iscsi',level=0,port_id=0b90c27a-927d-43dd-9d1a-3c7c196ab34c,segment=NetworkSegment(2be8e2a3-65d4-41b4-ab03-235a5490112a),segment_id=2be8e2a3-65d4-41b4-ab03-235a5490112a)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:47:43.509332 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.scheduler.base_scheduler [None req-152fffd0-d5b8-45ca-8c92-d28fbfc635ce admin admin] Resources bound (agent type, host, resource id): {{(pid=109084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:47:43.514153 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-152fffd0-d5b8-45ca-8c92-d28fbfc635ce admin admin] Received port after_create {{(pid=109084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:47:43.523906 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-17eed44f-238a-48fc-850b-6cb8ab4d37c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862'] for port (0b90c27a-927d-43dd-9d1a-3c7c196ab34c), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:43.535585 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-8181c4a9-1f0a-42e2-81a6-4b563002afa4 None None] For port 79144d71-811b-4571-a698-6a42acd05044, host dv-cinder-824187-7-iscsi, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:47:43.540166 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-8181c4a9-1f0a-42e2-81a6-4b563002afa4 None None] For port 79144d71-811b-4571-a698-6a42acd05044, host dv-cinder-824187-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-7-iscsi',level=0,port_id=79144d71-811b-4571-a698-6a42acd05044,segment=NetworkSegment(2ff911eb-b784-4487-8703-ed6009453f86),segment_id=2ff911eb-b784-4487-8703-ed6009453f86)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:47:43.545103 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-8181c4a9-1f0a-42e2-81a6-4b563002afa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862'] for port (79144d71-811b-4571-a698-6a42acd05044), after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:43.579549 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-152fffd0-d5b8-45ca-8c92-d28fbfc635ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1817636'] for router_interface (4b202760-e3ed-4919-87f7-026aa4b13772), before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:43.617028 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17eed44f-238a-48fc-850b-6cb8ab4d37c4 None None] Pushing event updated for resources: {'Port': ['ID=0b90c27a-927d-43dd-9d1a-3c7c196ab34c,revision_number=3']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:43.645196 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152fffd0-d5b8-45ca-8c92-d28fbfc635ce admin admin] Pushing event updated for resources: {'Port': ['ID=a514e810-341f-4046-b8fe-926d45fd8433,revision_number=1']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:43.671568 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-d8a32128-7ebc-4964-9deb-2adcbd941d05 None None] Provisioning complete for port 0b90c27a-927d-43dd-9d1a-3c7c196ab34c triggered by entity DHCP. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:47:43.672099 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d8a32128-7ebc-4964-9deb-2adcbd941d05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041328'] for port (0b90c27a-927d-43dd-9d1a-3c7c196ab34c), provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:43.704565 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631decc8-a038-4ad9-9787-fa585d5dbd34 None None] Pushing event updated for resources: {'Port': ['ID=79144d71-811b-4571-a698-6a42acd05044,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:43.715548 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8181c4a9-1f0a-42e2-81a6-4b563002afa4 None None] Routers {'4b202760-e3ed-4919-87f7-026aa4b13772'} bound to L3 agent in host dv-cinder-824187-7-iscsi {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:47:43.716202 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-8181c4a9-1f0a-42e2-81a6-4b563002afa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T13:37:30Z,description=,heartbeat_timestamp=2022-01-28T13:47:30Z,host='dv-cinder-824187-7-iscsi',id=5fb30df9-6f10-41b8-94cc-b881623ba250,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:37:30Z,topic='l3_agent')) {'router_ids': ['4b202760-e3ed-4919-87f7-026aa4b13772'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:47:43.846580 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-152fffd0-d5b8-45ca-8c92-d28fbfc635ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (a514e810-341f-4046-b8fe-926d45fd8433), before_update {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:43.860329 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-d8a32128-7ebc-4964-9deb-2adcbd941d05 None None] Current status of the port 0b90c27a-927d-43dd-9d1a-3c7c196ab34c is: ACTIVE; New status is: ACTIVE {{(pid=109086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:47:43.959482 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-8181c4a9-1f0a-42e2-81a6-4b563002afa4 None None] Set router 4b202760-e3ed-4919-87f7-026aa4b13772 gateway port host: dv-cinder-824187-7-iscsi {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:47:44.007342 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-5f3bcdc1-1a63-4af2-a573-6d1fe33ff19d None None] Provisioning complete for port a514e810-341f-4046-b8fe-926d45fd8433 triggered by entity DHCP. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:47:44.007966 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5f3bcdc1-1a63-4af2-a573-6d1fe33ff19d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041328'] for port (a514e810-341f-4046-b8fe-926d45fd8433), provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:44.043583 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Device aa26b876-51ce-4b2b-adb5-bd5347843afc up at agent ovs-agent-dv-cinder-824187-7-iscsi {{(pid=109086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:47:44.062423 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-152fffd0-d5b8-45ca-8c92-d28fbfc635ce admin admin] Publish callbacks [] for port (a514e810-341f-4046-b8fe-926d45fd8433), precommit_update {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:44.074449 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-152fffd0-d5b8-45ca-8c92-d28fbfc635ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6110742'] for port (a514e810-341f-4046-b8fe-926d45fd8433), after_update {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:44.095510 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-5f3bcdc1-1a63-4af2-a573-6d1fe33ff19d None None] Port a514e810-341f-4046-b8fe-926d45fd8433 cannot update to ACTIVE because it is not bound. {{(pid=109086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:47:44.129878 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Provisioning complete for port aa26b876-51ce-4b2b-adb5-bd5347843afc triggered by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:47:44.130264 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041328'] for port (aa26b876-51ce-4b2b-adb5-bd5347843afc), provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:44.156668 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-152fffd0-d5b8-45ca-8c92-d28fbfc635ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2032387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1811860'] for router_interface (4b202760-e3ed-4919-87f7-026aa4b13772), after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:44.158741 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152fffd0-d5b8-45ca-8c92-d28fbfc635ce admin admin] Pushing event updated for resources: {'Port': ['ID=a514e810-341f-4046-b8fe-926d45fd8433,revision_number=2']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:44.259172 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Current status of the port aa26b876-51ce-4b2b-adb5-bd5347843afc is: ACTIVE; New status is: ACTIVE {{(pid=109086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:47:44.260616 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Device 0b90c27a-927d-43dd-9d1a-3c7c196ab34c up at agent ovs-agent-dv-cinder-824187-7-iscsi {{(pid=109086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:47:44.270445 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-8181c4a9-1f0a-42e2-81a6-4b563002afa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b202760-e3ed-4919-87f7-026aa4b13772', 'name': 'tempest-TestShelveInstance-428516342-router', 'tenant_id': '7ff15f93b6584e1f822df7b87bffbaef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'external_fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': '79144d71-811b-4571-a698-6a42acd05044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:47:40Z', 'updated_at': '2022-01-28T13:47:41Z', 'revision_number': 3, 'project_id': '7ff15f93b6584e1f822df7b87bffbaef', 'gw_port': {'id': '79144d71-811b-4571-a698-6a42acd05044', 'name': '', 'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:d9:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b202760-e3ed-4919-87f7-026aa4b13772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:47:41Z', 'updated_at': '2022-01-28T13:47:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-7-iscsi'}], 'dv-cinder-824187-7-iscsi', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:47:44.284308 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-152fffd0-d5b8-45ca-8c92-d28fbfc635ce admin admin] Network 617e4705-df7e-46fb-b369-18bd6b9f903e is already hosted by enough agents. {{(pid=109084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:47:44.286203 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.scheduler.base_scheduler [None req-152fffd0-d5b8-45ca-8c92-d28fbfc635ce admin admin] Resources bound (agent type, host, resource id): {{(pid=109084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:47:44.307806 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8181c4a9-1f0a-42e2-81a6-4b563002afa4 None None] The sync data for ids ['4b202760-e3ed-4919-87f7-026aa4b13772'] in dv-cinder-824187-7-iscsi is: [{'id': '4b202760-e3ed-4919-87f7-026aa4b13772', 'name': 'tempest-TestShelveInstance-428516342-router', 'tenant_id': '7ff15f93b6584e1f822df7b87bffbaef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'external_fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': '79144d71-811b-4571-a698-6a42acd05044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:47:40Z', 'updated_at': '2022-01-28T13:47:41Z', 'revision_number': 3, 'project_id': '7ff15f93b6584e1f822df7b87bffbaef', 'gw_port': {'id': '79144d71-811b-4571-a698-6a42acd05044', 'name': '', 'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:d9:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b202760-e3ed-4919-87f7-026aa4b13772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:47:41Z', 'updated_at': '2022-01-28T13:47:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-7-iscsi'}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:47:44.318442 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Provisioning complete for port 0b90c27a-927d-43dd-9d1a-3c7c196ab34c triggered by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:47:44.318806 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041328'] for port (0b90c27a-927d-43dd-9d1a-3c7c196ab34c), provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:44.530000 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f685b7-bf96-4f5d-95d3-73617dbc7ca6 req-eeb098a4-2819-4ebb-80a0-f4f3767f662f tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:44.549013 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-99f685b7-bf96-4f5d-95d3-73617dbc7ca6 req-eeb098a4-2819-4ebb-80a0-f4f3767f662f tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] 10.222.0.72 "GET /v2.0/ports?device_id=6ee01aab-bdae-47e3-bc29-f58ab7e57e79 HTTP/1.1" status: 200 len: 943 time: 0.1669836 Jan 28 13:47:44.583137 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-152fffd0-d5b8-45ca-8c92-d28fbfc635ce admin admin] Router 4b202760-e3ed-4919-87f7-026aa4b13772 has already been hosted by L3 agent 5fb30df9-6f10-41b8-94cc-b881623ba250 {{(pid=109084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:47:44.623002 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-99f685b7-bf96-4f5d-95d3-73617dbc7ca6 req-6a9b9baf-3218-4fb0-a73e-047f4090959d tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] 10.222.0.72 "GET /v2.0/security-groups?id=c593fc4e-d69d-427e-8a7c-494b33da0fac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725315 Jan 28 13:47:44.660794 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Current status of the port 0b90c27a-927d-43dd-9d1a-3c7c196ab34c is: ACTIVE; New status is: ACTIVE {{(pid=109086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:47:44.665248 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-454190ab-0199-42e0-a5e7-f22038067f3e None None] Provisioning complete for port a514e810-341f-4046-b8fe-926d45fd8433 triggered by entity DHCP. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:47:44.665248 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-454190ab-0199-42e0-a5e7-f22038067f3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041328'] for port (a514e810-341f-4046-b8fe-926d45fd8433), provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:44.726587 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-454190ab-0199-42e0-a5e7-f22038067f3e None None] Port a514e810-341f-4046-b8fe-926d45fd8433 cannot update to ACTIVE because it is not bound. {{(pid=109086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:47:44.806709 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-152fffd0-d5b8-45ca-8c92-d28fbfc635ce admin admin] Notify agent at l3_agent.dv-cinder-824187-7-iscsi the message routers_updated {{(pid=109084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:47:44.816898 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-152fffd0-d5b8-45ca-8c92-d28fbfc635ce admin admin] 10.222.0.72 "PUT /v2.0/routers/4b202760-e3ed-4919-87f7-026aa4b13772/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4349756 Jan 28 13:47:44.896611 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa63fba-a543-45d6-a3ea-a280582675eb req-060c4339-6b11-4efb-a014-d0f8b1ff219f tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:44.908318 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-8fa63fba-a543-45d6-a3ea-a280582675eb req-060c4339-6b11-4efb-a014-d0f8b1ff219f tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/ports?device_id=175714f6-fa92-4781-8501-a6356be58096 HTTP/1.1" status: 200 len: 945 time: 0.0905964 Jan 28 13:47:45.014260 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-8fa63fba-a543-45d6-a3ea-a280582675eb req-72012249-51ef-419e-a3f6-7f6d70a096e4 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e8aa884-59a1-48b6-b990-b4cff53ce899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039784 Jan 28 13:47:45.021068 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Device 9cc1cadf-4bf3-4415-91c4-eea20123e01d details requested by agent hyperv_hv-cinder-82418 with host hv-cinder-82418 {{(pid=109086) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:47:45.162720 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] For port 9cc1cadf-4bf3-4415-91c4-eea20123e01d, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=9cc1cadf-4bf3-4415-91c4-eea20123e01d,segment=NetworkSegment(96a3ffce-3ebc-4cee-b2b1-2d336e9f8d25),segment_id=96a3ffce-3ebc-4cee-b2b1-2d336e9f8d25)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:47:45.182567 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Returning: {'device': '9cc1cadf-4bf3-4415-91c4-eea20123e01d', 'network_id': 'edec13d6-6734-4abe-91ae-5b6be190099b', 'port_id': '9cc1cadf-4bf3-4415-91c4-eea20123e01d', 'mac_address': 'fa:16:3e:f6:9f:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 722, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bbd587e-7762-4c23-87b9-7f5b462e54c4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109086) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:47:45.240367 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Current status of the port 9cc1cadf-4bf3-4415-91c4-eea20123e01d is: DOWN; New status is: BUILD {{(pid=109086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:47:45.245679 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (9cc1cadf-4bf3-4415-91c4-eea20123e01d), before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:45.270522 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.notifiers.nova [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cc1cadf-4bf3-4415-91c4-eea20123e01d {{(pid=109086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:47:45.298330 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] For port 9cc1cadf-4bf3-4415-91c4-eea20123e01d, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=9cc1cadf-4bf3-4415-91c4-eea20123e01d,segment=NetworkSegment(96a3ffce-3ebc-4cee-b2b1-2d336e9f8d25),segment_id=96a3ffce-3ebc-4cee-b2b1-2d336e9f8d25)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:47:45.306192 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862'] for port (9cc1cadf-4bf3-4415-91c4-eea20123e01d), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:45.364452 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Pushing event updated for resources: {'Port': ['ID=9cc1cadf-4bf3-4415-91c4-eea20123e01d,revision_number=4']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:45.650041 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 42628) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:45.655527 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.v2.base [None req-1b595466-58e9-4fb0-a215-2b1ba3f0a498 tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-242786062', 'description': 'tempest-secgroup-smoke-242786062 description', 'project_id': '1dd3b47ebfbe4d0eb9cd24d8466d81e2'}} {{(pid=109084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:47:45.683138 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-1b595466-58e9-4fb0-a215-2b1ba3f0a498 tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Publish callbacks [] for security_group (None), before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:45.761819 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-1b595466-58e9-4fb0-a215-2b1ba3f0a498 tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Publish callbacks [] for security_group (351edb33-a693-4fd3-8aed-86de15517ff5), precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:45.769554 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-1b595466-58e9-4fb0-a215-2b1ba3f0a498 tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (351edb33-a693-4fd3-8aed-86de15517ff5), after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:45.778078 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896bec4d-64db-49bc-aa17-5b71fd5695aa req-e74350d4-a865-4801-9431-ee2e66d4c94f tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:45.779586 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-896bec4d-64db-49bc-aa17-5b71fd5695aa req-e74350d4-a865-4801-9431-ee2e66d4c94f tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] 10.222.0.72 "GET /v2.0/ports?device_id=6ee01aab-bdae-47e3-bc29-f58ab7e57e79 HTTP/1.1" status: 200 len: 944 time: 0.0781634 Jan 28 13:47:45.809124 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-1b595466-58e9-4fb0-a215-2b1ba3f0a498 tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Publish callbacks [] for security_group (None), before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:45.813304 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-1b595466-58e9-4fb0-a215-2b1ba3f0a498 tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1590321 Jan 28 13:47:45.815014 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 42632) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:45.819724 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.v2.base [None req-c633979c-6ca5-41bd-b8b4-8b69fd48bf5d tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Request body: {'security_group_rule': {'security_group_id': '351edb33-a693-4fd3-8aed-86de15517ff5', 'project_id': '1dd3b47ebfbe4d0eb9cd24d8466d81e2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:47:45.820647 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b595466-58e9-4fb0-a215-2b1ba3f0a498 tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=351edb33-a693-4fd3-8aed-86de15517ff5,revision_number=1']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:45.861679 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] get_ports_and_sgs() called for port_ids ['9cc1cadf-4bf3-4415-91c4-eea20123e01d'] {{(pid=109086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:47:45.870616 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-896bec4d-64db-49bc-aa17-5b71fd5695aa req-f931904b-6f5f-46c5-8f0e-90c4ed78805a tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] 10.222.0.72 "GET /v2.0/security-groups?id=c593fc4e-d69d-427e-8a7c-494b33da0fac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839145 Jan 28 13:47:45.895979 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c633979c-6ca5-41bd-b8b4-8b69fd48bf5d tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Publish callbacks [] for security_group_rule (1d2e4452-76d0-4d6b-b714-a8bb730120d6), before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:45.910774 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Device 79144d71-811b-4571-a698-6a42acd05044 up at agent ovs-agent-dv-cinder-824187-7-iscsi {{(pid=109086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:47:45.944005 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c633979c-6ca5-41bd-b8b4-8b69fd48bf5d tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Publish callbacks [] for security_group_rule (1d2e4452-76d0-4d6b-b714-a8bb730120d6), precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:45.948288 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c633979c-6ca5-41bd-b8b4-8b69fd48bf5d tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054585'] for security_group_rule (1d2e4452-76d0-4d6b-b714-a8bb730120d6), after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:45.967014 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c633979c-6ca5-41bd-b8b4-8b69fd48bf5d tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d2e4452-76d0-4d6b-b714-a8bb730120d6,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:45.979603 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c633979c-6ca5-41bd-b8b4-8b69fd48bf5d tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:45.980945 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-c633979c-6ca5-41bd-b8b4-8b69fd48bf5d tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1647358 Jan 28 13:47:45.984183 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 42636) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:45.988822 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.v2.base [None req-d57c1602-8bc9-4c6a-a017-0ca171e4389c tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Request body: {'security_group_rule': {'security_group_id': '351edb33-a693-4fd3-8aed-86de15517ff5', 'project_id': '1dd3b47ebfbe4d0eb9cd24d8466d81e2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:47:46.009580 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Provisioning complete for port 79144d71-811b-4571-a698-6a42acd05044 triggered by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:47:46.009962 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041328'] for port (79144d71-811b-4571-a698-6a42acd05044), provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:46.024342 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-d57c1602-8bc9-4c6a-a017-0ca171e4389c tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Publish callbacks [] for security_group_rule (3b7981bb-780c-4f6e-985d-59739089da55), before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:46.081738 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-d57c1602-8bc9-4c6a-a017-0ca171e4389c tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Publish callbacks [] for security_group_rule (3b7981bb-780c-4f6e-985d-59739089da55), precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:46.086288 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-d57c1602-8bc9-4c6a-a017-0ca171e4389c tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054585'] for security_group_rule (3b7981bb-780c-4f6e-985d-59739089da55), after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:46.106509 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57c1602-8bc9-4c6a-a017-0ca171e4389c tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b7981bb-780c-4f6e-985d-59739089da55,revision_number=0']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:46.114028 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-d57c1602-8bc9-4c6a-a017-0ca171e4389c tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:46.115275 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-d57c1602-8bc9-4c6a-a017-0ca171e4389c tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1299636 Jan 28 13:47:46.118230 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 42638) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:46.123357 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.v2.base [None req-0264e478-cd86-49e9-abf2-9596fe568dc6 tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Request body: {'security_group_rule': {'security_group_id': '351edb33-a693-4fd3-8aed-86de15517ff5', 'project_id': '1dd3b47ebfbe4d0eb9cd24d8466d81e2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:47:46.149277 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0264e478-cd86-49e9-abf2-9596fe568dc6 tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Publish callbacks [] for security_group_rule (50162534-7517-4eff-9044-b3dea8730164), before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:46.151861 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Current status of the port 79144d71-811b-4571-a698-6a42acd05044 is: DOWN; New status is: ACTIVE {{(pid=109086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:47:46.152326 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (79144d71-811b-4571-a698-6a42acd05044), before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:46.185441 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] For port 79144d71-811b-4571-a698-6a42acd05044, host dv-cinder-824187-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-7-iscsi',level=0,port_id=79144d71-811b-4571-a698-6a42acd05044,segment=NetworkSegment(2ff911eb-b784-4487-8703-ed6009453f86),segment_id=2ff911eb-b784-4487-8703-ed6009453f86)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:47:46.193420 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862'] for port (79144d71-811b-4571-a698-6a42acd05044), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:46.209171 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0264e478-cd86-49e9-abf2-9596fe568dc6 tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Publish callbacks [] for security_group_rule (50162534-7517-4eff-9044-b3dea8730164), precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:46.213587 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0264e478-cd86-49e9-abf2-9596fe568dc6 tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054585'] for security_group_rule (50162534-7517-4eff-9044-b3dea8730164), after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:46.232053 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0264e478-cd86-49e9-abf2-9596fe568dc6 tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50162534-7517-4eff-9044-b3dea8730164,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:46.252021 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0264e478-cd86-49e9-abf2-9596fe568dc6 tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:46.256577 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-0264e478-cd86-49e9-abf2-9596fe568dc6 tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1347442 Jan 28 13:47:46.256800 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 42640) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:46.261476 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.v2.base [None req-eceb1238-35d4-456a-b77c-1697d7428a2b tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Request body: {'security_group_rule': {'security_group_id': '351edb33-a693-4fd3-8aed-86de15517ff5', 'project_id': '1dd3b47ebfbe4d0eb9cd24d8466d81e2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:47:46.273376 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Pushing event updated for resources: {'Port': ['ID=79144d71-811b-4571-a698-6a42acd05044,revision_number=4']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:46.288641 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-eceb1238-35d4-456a-b77c-1697d7428a2b tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Publish callbacks [] for security_group_rule (783b8d96-0a97-4097-ba22-c5283afad86e), before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:46.355458 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-eceb1238-35d4-456a-b77c-1697d7428a2b tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Publish callbacks [] for security_group_rule (783b8d96-0a97-4097-ba22-c5283afad86e), precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:46.361318 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-eceb1238-35d4-456a-b77c-1697d7428a2b tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054585'] for security_group_rule (783b8d96-0a97-4097-ba22-c5283afad86e), after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:46.377909 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eceb1238-35d4-456a-b77c-1697d7428a2b tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=783b8d96-0a97-4097-ba22-c5283afad86e,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:46.389878 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-eceb1238-35d4-456a-b77c-1697d7428a2b tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:46.391100 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-eceb1238-35d4-456a-b77c-1697d7428a2b tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1331224 Jan 28 13:47:46.394091 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 42642) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:46.398644 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.v2.base [None req-9b1f5efc-b480-4ad8-994a-893825fa127f tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Request body: {'security_group_rule': {'security_group_id': '351edb33-a693-4fd3-8aed-86de15517ff5', 'project_id': '1dd3b47ebfbe4d0eb9cd24d8466d81e2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:47:46.418550 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.db.securitygroups_db [None req-9b1f5efc-b480-4ad8-994a-893825fa127f tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Project 1dd3b47ebfbe4d0eb9cd24d8466d81e2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 13:47:46.423884 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-9b1f5efc-b480-4ad8-994a-893825fa127f tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Publish callbacks [] for security_group_rule (e0c2f1e3-a5fa-4525-ae90-b56d8d07d5ed), before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:46.494383 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-9b1f5efc-b480-4ad8-994a-893825fa127f tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Publish callbacks [] for security_group_rule (e0c2f1e3-a5fa-4525-ae90-b56d8d07d5ed), precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:46.499181 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-9b1f5efc-b480-4ad8-994a-893825fa127f tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054585'] for security_group_rule (e0c2f1e3-a5fa-4525-ae90-b56d8d07d5ed), after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:46.516477 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1f5efc-b480-4ad8-994a-893825fa127f tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0c2f1e3-a5fa-4525-ae90-b56d8d07d5ed,revision_number=0']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:46.528137 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-9b1f5efc-b480-4ad8-994a-893825fa127f tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:46.529741 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-9b1f5efc-b480-4ad8-994a-893825fa127f tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1345520 Jan 28 13:47:46.532557 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 42648) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:46.537572 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.v2.base [None req-8bb18642-4d99-40df-bd02-b579b246dd8d tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Request body: {'security_group_rule': {'security_group_id': '351edb33-a693-4fd3-8aed-86de15517ff5', 'project_id': '1dd3b47ebfbe4d0eb9cd24d8466d81e2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:47:46.561060 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.db.securitygroups_db [None req-8bb18642-4d99-40df-bd02-b579b246dd8d tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Project 1dd3b47ebfbe4d0eb9cd24d8466d81e2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 13:47:46.567589 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-8bb18642-4d99-40df-bd02-b579b246dd8d tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Publish callbacks [] for security_group_rule (dc7e557a-495f-4cdd-aeaa-a411634ff369), before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:46.634558 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-8bb18642-4d99-40df-bd02-b579b246dd8d tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Publish callbacks [] for security_group_rule (dc7e557a-495f-4cdd-aeaa-a411634ff369), precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:46.638847 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-8bb18642-4d99-40df-bd02-b579b246dd8d tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054585'] for security_group_rule (dc7e557a-495f-4cdd-aeaa-a411634ff369), after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:46.662127 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb18642-4d99-40df-bd02-b579b246dd8d tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc7e557a-495f-4cdd-aeaa-a411634ff369,revision_number=0']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:46.666704 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-8bb18642-4d99-40df-bd02-b579b246dd8d tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:46.668106 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-8bb18642-4d99-40df-bd02-b579b246dd8d tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1342645 Jan 28 13:47:46.783554 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0992846f-d833-473c-9f7b-05818fde7a3f None None] Sync routers for ids ['4b202760-e3ed-4919-87f7-026aa4b13772'] in dv-cinder-824187-7-iscsi {{(pid=109086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:47:46.793082 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0992846f-d833-473c-9f7b-05818fde7a3f None None] Routers {'4b202760-e3ed-4919-87f7-026aa4b13772'} bound to L3 agent in host dv-cinder-824187-7-iscsi {{(pid=109086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:47:46.793696 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-0992846f-d833-473c-9f7b-05818fde7a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T13:37:30Z,description=,heartbeat_timestamp=2022-01-28T13:47:30Z,host='dv-cinder-824187-7-iscsi',id=5fb30df9-6f10-41b8-94cc-b881623ba250,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:37:30Z,topic='l3_agent')) {'router_ids': ['4b202760-e3ed-4919-87f7-026aa4b13772'], 'active': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:47:46.907678 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvr_db [None req-0992846f-d833-473c-9f7b-05818fde7a3f None None] Set router 4b202760-e3ed-4919-87f7-026aa4b13772 gateway port host: dv-cinder-824187-7-iscsi {{(pid=109086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:47:47.069601 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40a4304-81b9-42f9-8cac-43d4cb4bb069 req-279c141a-6240-4f00-8b2c-5520a732d609 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:47.071764 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-c40a4304-81b9-42f9-8cac-43d4cb4bb069 req-279c141a-6240-4f00-8b2c-5520a732d609 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] 10.222.0.72 "GET /v2.0/ports?device_id=6ee01aab-bdae-47e3-bc29-f58ab7e57e79 HTTP/1.1" status: 200 len: 944 time: 0.0640192 Jan 28 13:47:47.123546 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-c40a4304-81b9-42f9-8cac-43d4cb4bb069 req-b6b96e9f-dd9b-4b27-8834-14daf17ac8db tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] 10.222.0.72 "GET /v2.0/security-groups?id=c593fc4e-d69d-427e-8a7c-494b33da0fac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452385 Jan 28 13:47:47.153572 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-0992846f-d833-473c-9f7b-05818fde7a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b202760-e3ed-4919-87f7-026aa4b13772', 'name': 'tempest-TestShelveInstance-428516342-router', 'tenant_id': '7ff15f93b6584e1f822df7b87bffbaef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'external_fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': '79144d71-811b-4571-a698-6a42acd05044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:47:40Z', 'updated_at': '2022-01-28T13:47:43Z', 'revision_number': 4, 'project_id': '7ff15f93b6584e1f822df7b87bffbaef', 'gw_port': {'id': '79144d71-811b-4571-a698-6a42acd05044', 'name': '', 'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:d9:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b202760-e3ed-4919-87f7-026aa4b13772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:47:41Z', 'updated_at': '2022-01-28T13:47:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-7-iscsi', '_interfaces': [{'id': 'a514e810-341f-4046-b8fe-926d45fd8433', 'name': '', 'network_id': '617e4705-df7e-46fb-b369-18bd6b9f903e', 'tenant_id': '7ff15f93b6584e1f822df7b87bffbaef', 'mac_address': 'fa:16:3e:12:f8:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b202760-e3ed-4919-87f7-026aa4b13772', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '4ef5636c-05b9-4194-928d-51f7227a3cf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:47:43Z', 'updated_at': '2022-01-28T13:47:43Z', 'revision_number': 2, 'project_id': '7ff15f93b6584e1f822df7b87bffbaef', 'subnets': [{'id': '4ef5636c-05b9-4194-928d-51f7227a3cf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824187-7-iscsi', False) {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:47:47.184607 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0992846f-d833-473c-9f7b-05818fde7a3f None None] Checking router: 4b202760-e3ed-4919-87f7-026aa4b13772 for host: dv-cinder-824187-7-iscsi {{(pid=109086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:47:47.184997 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0992846f-d833-473c-9f7b-05818fde7a3f None None] Updating router 4b202760-e3ed-4919-87f7-026aa4b13772 port a514e810-341f-4046-b8fe-926d45fd8433 binding host dv-cinder-824187-7-iscsi {{(pid=109086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:47:47.214099 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0992846f-d833-473c-9f7b-05818fde7a3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (a514e810-341f-4046-b8fe-926d45fd8433), before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:47.488958 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0992846f-d833-473c-9f7b-05818fde7a3f None None] Publish callbacks [] for port (a514e810-341f-4046-b8fe-926d45fd8433), precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:47.495893 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0992846f-d833-473c-9f7b-05818fde7a3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862'] for port (a514e810-341f-4046-b8fe-926d45fd8433), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:47.544804 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faebabb2-7f31-4313-8cb5-31d22b45117d None None] Pushing event updated for resources: {'Port': ['ID=a514e810-341f-4046-b8fe-926d45fd8433,revision_number=3']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:47.607303 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [None req-0992846f-d833-473c-9f7b-05818fde7a3f None None] Attempting to bind port a514e810-341f-4046-b8fe-926d45fd8433 on host dv-cinder-824187-7-iscsi for vnic_type normal with profile {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:47:47.607822 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [None req-0992846f-d833-473c-9f7b-05818fde7a3f None None] Attempting to bind port a514e810-341f-4046-b8fe-926d45fd8433 by drivers openvswitch,hyperv on host dv-cinder-824187-7-iscsi at level 0 using segments [{'id': '2be8e2a3-65d4-41b4-ab03-235a5490112a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '617e4705-df7e-46fb-b369-18bd6b9f903e'}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:47:47.608195 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0992846f-d833-473c-9f7b-05818fde7a3f None None] Attempting to bind port a514e810-341f-4046-b8fe-926d45fd8433 on network 617e4705-df7e-46fb-b369-18bd6b9f903e {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:47:47.613931 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0992846f-d833-473c-9f7b-05818fde7a3f None None] Checking agent: {'id': '91ec632a-2927-4715-8bad-f3132ebcbe46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824187-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 37, 34), 'started_at': datetime.datetime(2022, 1, 28, 13, 38, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 47, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824187-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:47:47.614307 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0992846f-d833-473c-9f7b-05818fde7a3f None None] Checking segment: {'id': '2be8e2a3-65d4-41b4-ab03-235a5490112a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '617e4705-df7e-46fb-b369-18bd6b9f903e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:47:47.614713 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0992846f-d833-473c-9f7b-05818fde7a3f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:47.615169 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0992846f-d833-473c-9f7b-05818fde7a3f None None] Bound using segment: {'id': '2be8e2a3-65d4-41b4-ab03-235a5490112a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '617e4705-df7e-46fb-b369-18bd6b9f903e'} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:47:47.615638 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [None req-0992846f-d833-473c-9f7b-05818fde7a3f None None] Bound port: a514e810-341f-4046-b8fe-926d45fd8433, host: dv-cinder-824187-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2be8e2a3-65d4-41b4-ab03-235a5490112a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '617e4705-df7e-46fb-b369-18bd6b9f903e'}}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:47:47.616020 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0992846f-d833-473c-9f7b-05818fde7a3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (a514e810-341f-4046-b8fe-926d45fd8433), before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:47.683843 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-0992846f-d833-473c-9f7b-05818fde7a3f None None] For port a514e810-341f-4046-b8fe-926d45fd8433, host dv-cinder-824187-7-iscsi, cleared binding levels {{(pid=109086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:47:47.687388 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-0992846f-d833-473c-9f7b-05818fde7a3f None None] For port a514e810-341f-4046-b8fe-926d45fd8433, host dv-cinder-824187-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-7-iscsi',level=0,port_id=a514e810-341f-4046-b8fe-926d45fd8433,segment=NetworkSegment(2be8e2a3-65d4-41b4-ab03-235a5490112a),segment_id=2be8e2a3-65d4-41b4-ab03-235a5490112a)] {{(pid=109086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:47:47.691570 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0992846f-d833-473c-9f7b-05818fde7a3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862'] for port (a514e810-341f-4046-b8fe-926d45fd8433), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:47.751683 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0992846f-d833-473c-9f7b-05818fde7a3f None None] Routers {'4b202760-e3ed-4919-87f7-026aa4b13772'} bound to L3 agent in host dv-cinder-824187-7-iscsi {{(pid=109086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:47:47.752323 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-0992846f-d833-473c-9f7b-05818fde7a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T13:37:30Z,description=,heartbeat_timestamp=2022-01-28T13:47:30Z,host='dv-cinder-824187-7-iscsi',id=5fb30df9-6f10-41b8-94cc-b881623ba250,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:37:30Z,topic='l3_agent')) {'router_ids': ['4b202760-e3ed-4919-87f7-026aa4b13772'], 'active': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:47:47.756243 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faebabb2-7f31-4313-8cb5-31d22b45117d None None] Pushing event updated for resources: {'Port': ['ID=a514e810-341f-4046-b8fe-926d45fd8433,revision_number=4']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:47.802573 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Device 79144d71-811b-4571-a698-6a42acd05044 up at agent ovs-agent-dv-cinder-824187-7-iscsi {{(pid=109086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:47:47.901760 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-08e6f7cb-8616-4f82-8c9a-37a7f22c50c0 None None] Provisioning complete for port a514e810-341f-4046-b8fe-926d45fd8433 triggered by entity DHCP. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:47:47.902522 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-08e6f7cb-8616-4f82-8c9a-37a7f22c50c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041328'] for port (a514e810-341f-4046-b8fe-926d45fd8433), provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:47.958572 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvr_db [None req-0992846f-d833-473c-9f7b-05818fde7a3f None None] Set router 4b202760-e3ed-4919-87f7-026aa4b13772 gateway port host: dv-cinder-824187-7-iscsi {{(pid=109086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:47:47.990781 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Provisioning complete for port 79144d71-811b-4571-a698-6a42acd05044 triggered by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:47:47.991157 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041328'] for port (79144d71-811b-4571-a698-6a42acd05044), provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:48.277595 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2de9aa-49fd-4f55-8964-1c8d4ceeae91 req-c5700c98-96d8-440b-9d06-817793d1629c tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:48.279447 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-ab2de9aa-49fd-4f55-8964-1c8d4ceeae91 req-c5700c98-96d8-440b-9d06-817793d1629c tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] 10.222.0.72 "GET /v2.0/ports?device_id=6ee01aab-bdae-47e3-bc29-f58ab7e57e79 HTTP/1.1" status: 200 len: 944 time: 0.0750065 Jan 28 13:47:48.287276 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-08e6f7cb-8616-4f82-8c9a-37a7f22c50c0 None None] Current status of the port a514e810-341f-4046-b8fe-926d45fd8433 is: DOWN; New status is: ACTIVE {{(pid=109086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:47:48.287897 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-08e6f7cb-8616-4f82-8c9a-37a7f22c50c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (a514e810-341f-4046-b8fe-926d45fd8433), before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:48.331724 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-ab2de9aa-49fd-4f55-8964-1c8d4ceeae91 req-fce0724c-778c-4a18-9c4f-8b148f858d0a tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] 10.222.0.72 "GET /v2.0/security-groups?id=c593fc4e-d69d-427e-8a7c-494b33da0fac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445638 Jan 28 13:47:48.372388 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-08e6f7cb-8616-4f82-8c9a-37a7f22c50c0 None None] For port a514e810-341f-4046-b8fe-926d45fd8433, host dv-cinder-824187-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-7-iscsi',level=0,port_id=a514e810-341f-4046-b8fe-926d45fd8433,segment=NetworkSegment(2be8e2a3-65d4-41b4-ab03-235a5490112a),segment_id=2be8e2a3-65d4-41b4-ab03-235a5490112a)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:47:48.374878 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Current status of the port 79144d71-811b-4571-a698-6a42acd05044 is: ACTIVE; New status is: ACTIVE {{(pid=109086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:47:48.378614 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-08e6f7cb-8616-4f82-8c9a-37a7f22c50c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862'] for port (a514e810-341f-4046-b8fe-926d45fd8433), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:48.453851 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e6f7cb-8616-4f82-8c9a-37a7f22c50c0 None None] Pushing event updated for resources: {'Port': ['ID=a514e810-341f-4046-b8fe-926d45fd8433,revision_number=5']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:48.469091 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-0992846f-d833-473c-9f7b-05818fde7a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b202760-e3ed-4919-87f7-026aa4b13772', 'name': 'tempest-TestShelveInstance-428516342-router', 'tenant_id': '7ff15f93b6584e1f822df7b87bffbaef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'external_fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': '79144d71-811b-4571-a698-6a42acd05044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:47:40Z', 'updated_at': '2022-01-28T13:47:43Z', 'revision_number': 4, 'project_id': '7ff15f93b6584e1f822df7b87bffbaef', 'gw_port': {'id': '79144d71-811b-4571-a698-6a42acd05044', 'name': '', 'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:d9:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b202760-e3ed-4919-87f7-026aa4b13772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:47:41Z', 'updated_at': '2022-01-28T13:47:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-7-iscsi', '_interfaces': [{'id': 'a514e810-341f-4046-b8fe-926d45fd8433', 'name': '', 'network_id': '617e4705-df7e-46fb-b369-18bd6b9f903e', 'tenant_id': '7ff15f93b6584e1f822df7b87bffbaef', 'mac_address': 'fa:16:3e:12:f8:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b202760-e3ed-4919-87f7-026aa4b13772', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '4ef5636c-05b9-4194-928d-51f7227a3cf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:47:43Z', 'updated_at': '2022-01-28T13:47:47Z', 'revision_number': 4, 'project_id': '7ff15f93b6584e1f822df7b87bffbaef', 'subnets': [{'id': '4ef5636c-05b9-4194-928d-51f7227a3cf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824187-7-iscsi', False) {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:47:48.499363 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0992846f-d833-473c-9f7b-05818fde7a3f None None] The sync data for ids ['4b202760-e3ed-4919-87f7-026aa4b13772'] in dv-cinder-824187-7-iscsi is: [{'id': '4b202760-e3ed-4919-87f7-026aa4b13772', 'name': 'tempest-TestShelveInstance-428516342-router', 'tenant_id': '7ff15f93b6584e1f822df7b87bffbaef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'external_fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': '79144d71-811b-4571-a698-6a42acd05044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:47:40Z', 'updated_at': '2022-01-28T13:47:43Z', 'revision_number': 4, 'project_id': '7ff15f93b6584e1f822df7b87bffbaef', 'gw_port': {'id': '79144d71-811b-4571-a698-6a42acd05044', 'name': '', 'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:d9:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b202760-e3ed-4919-87f7-026aa4b13772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:47:41Z', 'updated_at': '2022-01-28T13:47:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-7-iscsi', '_interfaces': [{'id': 'a514e810-341f-4046-b8fe-926d45fd8433', 'name': '', 'network_id': '617e4705-df7e-46fb-b369-18bd6b9f903e', 'tenant_id': '7ff15f93b6584e1f822df7b87bffbaef', 'mac_address': 'fa:16:3e:12:f8:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b202760-e3ed-4919-87f7-026aa4b13772', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': '4ef5636c-05b9-4194-928d-51f7227a3cf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:47:43Z', 'updated_at': '2022-01-28T13:47:47Z', 'revision_number': 4, 'project_id': '7ff15f93b6584e1f822df7b87bffbaef', 'subnets': [{'id': '4ef5636c-05b9-4194-928d-51f7227a3cf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:47:48.513092 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-d8c381f4-a546-4d11-b840-02b0fd72d466 None None] Provisioning complete for port a514e810-341f-4046-b8fe-926d45fd8433 triggered by entity DHCP. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:47:48.513485 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d8c381f4-a546-4d11-b840-02b0fd72d466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041328'] for port (a514e810-341f-4046-b8fe-926d45fd8433), provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:48.606794 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-d8c381f4-a546-4d11-b840-02b0fd72d466 None None] Current status of the port a514e810-341f-4046-b8fe-926d45fd8433 is: ACTIVE; New status is: ACTIVE {{(pid=109086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:47:49.031248 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Device 9cc1cadf-4bf3-4415-91c4-eea20123e01d up at agent hyperv_hv-cinder-82418 {{(pid=109086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:47:49.094436 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Provisioning for port 9cc1cadf-4bf3-4415-91c4-eea20123e01d completed by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:47:49.098256 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Provisioning complete for port 9cc1cadf-4bf3-4415-91c4-eea20123e01d triggered by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:47:49.098518 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041328'] for port (9cc1cadf-4bf3-4415-91c4-eea20123e01d), provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:49.196754 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Current status of the port 9cc1cadf-4bf3-4415-91c4-eea20123e01d is: BUILD; New status is: ACTIVE {{(pid=109086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:47:49.197318 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (9cc1cadf-4bf3-4415-91c4-eea20123e01d), before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:49.237240 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ee01aab-bdae-47e3-bc29-f58ab7e57e79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cc1cadf-4bf3-4415-91c4-eea20123e01d'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:47:49.239822 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fe2f3ff242846a504b70cb1607640f93490c53de488d62a29fe51e57b5b242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f668cf4e-8806-4269-803f-2415d471c132" -d '{"events": [{"server_uuid": "6ee01aab-bdae-47e3-bc29-f58ab7e57e79", "name": "network-vif-plugged", "status": "completed", "tag": "9cc1cadf-4bf3-4415-91c4-eea20123e01d"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:47:49.260157 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] For port 9cc1cadf-4bf3-4415-91c4-eea20123e01d, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=9cc1cadf-4bf3-4415-91c4-eea20123e01d,segment=NetworkSegment(96a3ffce-3ebc-4cee-b2b1-2d336e9f8d25),segment_id=96a3ffce-3ebc-4cee-b2b1-2d336e9f8d25)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:47:49.266352 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862'] for port (9cc1cadf-4bf3-4415-91c4-eea20123e01d), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:49.292789 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:47:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69f09282-62ab-4f0f-968c-97a5e2f3b9b4 x-openstack-request-id: req-69f09282-62ab-4f0f-968c-97a5e2f3b9b4 {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:47:49.293703 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ee01aab-bdae-47e3-bc29-f58ab7e57e79", "name": "network-vif-plugged", "status": "completed", "tag": "9cc1cadf-4bf3-4415-91c4-eea20123e01d", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:47:49.293703 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-69f09282-62ab-4f0f-968c-97a5e2f3b9b4 {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:47:49.297073 dv-cinder-824187-7-iscsi neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ee01aab-bdae-47e3-bc29-f58ab7e57e79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cc1cadf-4bf3-4415-91c4-eea20123e01d', 'code': 200} Jan 28 13:47:49.339052 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Pushing event updated for resources: {'Port': ['ID=9cc1cadf-4bf3-4415-91c4-eea20123e01d,revision_number=5']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:49.471190 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990d9328-67ac-4b70-81d2-dc7943539214 req-b3ab2612-0298-40c4-a9a6-324dfaaa45ab tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:49.472686 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-990d9328-67ac-4b70-81d2-dc7943539214 req-b3ab2612-0298-40c4-a9a6-324dfaaa45ab tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] 10.222.0.72 "GET /v2.0/ports?device_id=6ee01aab-bdae-47e3-bc29-f58ab7e57e79 HTTP/1.1" status: 200 len: 945 time: 0.0651767 Jan 28 13:47:49.526852 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-990d9328-67ac-4b70-81d2-dc7943539214 req-4b8005e3-a751-419d-8635-bb1fd7d90ddb tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] 10.222.0.72 "GET /v2.0/security-groups?id=c593fc4e-d69d-427e-8a7c-494b33da0fac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464909 Jan 28 13:47:49.583811 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050601ff-a070-4686-bec1-2d5ae68a8b17 req-9fbd7c2c-8391-446b-a301-60ecfe9b344b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:49.585324 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-050601ff-a070-4686-bec1-2d5ae68a8b17 req-9fbd7c2c-8391-446b-a301-60ecfe9b344b service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=6ee01aab-bdae-47e3-bc29-f58ab7e57e79 HTTP/1.1" status: 200 len: 1098 time: 0.0402148 Jan 28 13:47:49.634932 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-050601ff-a070-4686-bec1-2d5ae68a8b17 req-dd753ebe-946a-4077-833d-3bcce0aa58ae service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=c593fc4e-d69d-427e-8a7c-494b33da0fac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423758 Jan 28 13:47:49.811090 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Device a514e810-341f-4046-b8fe-926d45fd8433 up at agent ovs-agent-dv-cinder-824187-7-iscsi {{(pid=109086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:47:49.869142 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Provisioning complete for port a514e810-341f-4046-b8fe-926d45fd8433 triggered by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:47:49.869515 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041328'] for port (a514e810-341f-4046-b8fe-926d45fd8433), provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:49.954722 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Current status of the port a514e810-341f-4046-b8fe-926d45fd8433 is: ACTIVE; New status is: ACTIVE {{(pid=109086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:47:50.471938 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.agents_db [None req-2611350c-8bbf-4fa3-a5bb-e2ba3591f3a7 None None] Agent healthcheck: found 6 active agents {{(pid=109087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:47:50.650403 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8b7ecd-5767-464e-99d0-7ef1a7f62376 req-faeb8cf3-23f5-4926-97f6-20c91a1f6d07 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:50.651894 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-6a8b7ecd-5767-464e-99d0-7ef1a7f62376 req-faeb8cf3-23f5-4926-97f6-20c91a1f6d07 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] 10.222.0.72 "GET /v2.0/ports?device_id=6ee01aab-bdae-47e3-bc29-f58ab7e57e79 HTTP/1.1" status: 200 len: 945 time: 0.0531864 Jan 28 13:47:50.702919 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-6a8b7ecd-5767-464e-99d0-7ef1a7f62376 req-62ad967e-a351-4e6d-8b1a-3faa8ec4e140 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] 10.222.0.72 "GET /v2.0/security-groups?id=c593fc4e-d69d-427e-8a7c-494b33da0fac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428464 Jan 28 13:47:51.820536 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8051dec8-4a91-44ef-a1e4-88921488dced req-3cf3db89-beef-4978-b65a-75f67e490038 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:51.822051 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-8051dec8-4a91-44ef-a1e4-88921488dced req-3cf3db89-beef-4978-b65a-75f67e490038 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] 10.222.0.72 "GET /v2.0/ports?device_id=6ee01aab-bdae-47e3-bc29-f58ab7e57e79 HTTP/1.1" status: 200 len: 945 time: 0.0497828 Jan 28 13:47:51.878227 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-8051dec8-4a91-44ef-a1e4-88921488dced req-57a00258-0d63-4cd9-a3bf-3a97375d2277 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] 10.222.0.72 "GET /v2.0/security-groups?id=c593fc4e-d69d-427e-8a7c-494b33da0fac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458779 Jan 28 13:47:52.009905 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3926261-5e11-4bf7-b9cd-265496bc0e1b req-75be7236-7710-44dd-a23b-14da33367d45 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:52.011440 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-f3926261-5e11-4bf7-b9cd-265496bc0e1b req-75be7236-7710-44dd-a23b-14da33367d45 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] 10.222.0.72 "GET /v2.0/ports?device_id=6ee01aab-bdae-47e3-bc29-f58ab7e57e79 HTTP/1.1" status: 200 len: 945 time: 0.0538576 Jan 28 13:47:52.061964 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-f3926261-5e11-4bf7-b9cd-265496bc0e1b req-822e2f65-e9e7-4de2-9b29-e8812f43f4b4 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] 10.222.0.72 "GET /v2.0/security-groups?id=c593fc4e-d69d-427e-8a7c-494b33da0fac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447557 Jan 28 13:47:52.085562 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 42846) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:52.291108 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eba567b-54f8-4cbd-98d9-33f335f5723c tempest-TestVolumeBootPattern-1155389437 tempest-TestVolumeBootPattern-1155389437-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:52.292683 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-9eba567b-54f8-4cbd-98d9-33f335f5723c tempest-TestVolumeBootPattern-1155389437 tempest-TestVolumeBootPattern-1155389437-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=6ee01aab-bdae-47e3-bc29-f58ab7e57e79 HTTP/1.1" status: 200 len: 1093 time: 0.2060490 Jan 28 13:47:52.295901 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 42850) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:52.300345 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.v2.base [None req-509a09d0-a929-427d-ae85-1a432595ecfd tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Request body: {'floatingip': {'floating_network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'port_id': '9cc1cadf-4bf3-4415-91c4-eea20123e01d', 'tenant_id': '91bd515480d64f1fb4c68f74dfec7a79', 'fixed_ip_address': '172.20.0.7'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:47:52.322680 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-509a09d0-a929-427d-ae85-1a432595ecfd tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:52.428339 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-509a09d0-a929-427d-ae85-1a432595ecfd tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (None), before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:52.537799 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [None req-509a09d0-a929-427d-ae85-1a432595ecfd tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Allocated IP 172.27.0.240 (5658bb11-9d09-4b0d-90e7-a96bf662b067/12c2ab48-c458-44a5-bf56-c21764e1e48c/5afcd889-daa5-4e61-b486-a5e61d98bc25) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:47:52.647637 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-509a09d0-a929-427d-ae85-1a432595ecfd tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Publish callbacks [] for port (5afcd889-daa5-4e61-b486-a5e61d98bc25), precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:52.683288 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-509a09d0-a929-427d-ae85-1a432595ecfd tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742788384826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4723325'] for port (5afcd889-daa5-4e61-b486-a5e61d98bc25), after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:52.723831 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-509a09d0-a929-427d-ae85-1a432595ecfd tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Network 5658bb11-9d09-4b0d-90e7-a96bf662b067 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:47:52.726525 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-509a09d0-a929-427d-ae85-1a432595ecfd tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:47:52.731858 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509a09d0-a929-427d-ae85-1a432595ecfd tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:47:52.737907 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509a09d0-a929-427d-ae85-1a432595ecfd tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Pushing event updated for resources: {'Port': ['ID=5afcd889-daa5-4e61-b486-a5e61d98bc25,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:53.111263 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-509a09d0-a929-427d-ae85-1a432595ecfd tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Publish callbacks [] for floatingip (31e0fdc0-e50b-4c50-9d75-a56676df776f), precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:53.178100 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-509a09d0-a929-427d-ae85-1a432595ecfd tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (5afcd889-daa5-4e61-b486-a5e61d98bc25), before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:53.349072 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-509a09d0-a929-427d-ae85-1a432595ecfd tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Publish callbacks [] for port (5afcd889-daa5-4e61-b486-a5e61d98bc25), precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:53.356169 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-509a09d0-a929-427d-ae85-1a432595ecfd tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4723334'] for port (5afcd889-daa5-4e61-b486-a5e61d98bc25), after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:53.675710 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509a09d0-a929-427d-ae85-1a432595ecfd tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Pushing event updated for resources: {'Port': ['ID=5afcd889-daa5-4e61-b486-a5e61d98bc25,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:53.686691 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-509a09d0-a929-427d-ae85-1a432595ecfd tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1817779'] for floatingip (31e0fdc0-e50b-4c50-9d75-a56676df776f), after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:53.792115 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.db.l3_db [None req-509a09d0-a929-427d-ae85-1a432595ecfd tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Floating IP 31e0fdc0-e50b-4c50-9d75-a56676df776f associated. External IP: 172.27.0.240, port: 9cc1cadf-4bf3-4415-91c4-eea20123e01d. Jan 28 13:47:54.026538 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-509a09d0-a929-427d-ae85-1a432595ecfd tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Router 3b37101d-7801-484d-9b53-12bc30cc60a8 has already been hosted by L3 agent 5fb30df9-6f10-41b8-94cc-b881623ba250 {{(pid=109085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:47:54.143966 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-509a09d0-a929-427d-ae85-1a432595ecfd tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Notify agent at l3_agent.dv-cinder-824187-7-iscsi the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:47:54.155046 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd83417-401a-4d10-9ca8-556111d39fe2 None None] Sync routers for ids ['3b37101d-7801-484d-9b53-12bc30cc60a8'] in dv-cinder-824187-7-iscsi {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:47:54.165303 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-509a09d0-a929-427d-ae85-1a432595ecfd tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91499'] for floatingip (None), before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:54.167388 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd83417-401a-4d10-9ca8-556111d39fe2 None None] Routers {'3b37101d-7801-484d-9b53-12bc30cc60a8'} bound to L3 agent in host dv-cinder-824187-7-iscsi {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:47:54.168658 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-8cd83417-401a-4d10-9ca8-556111d39fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T13:37:30Z,description=,heartbeat_timestamp=2022-01-28T13:47:30Z,host='dv-cinder-824187-7-iscsi',id=5fb30df9-6f10-41b8-94cc-b881623ba250,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:37:30Z,topic='l3_agent')) {'router_ids': ['3b37101d-7801-484d-9b53-12bc30cc60a8'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:47:54.204971 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-509a09d0-a929-427d-ae85-1a432595ecfd tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8978279 Jan 28 13:47:54.204971 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ee01aab-bdae-47e3-bc29-f58ab7e57e79', 'tag': '9cc1cadf-4bf3-4415-91c4-eea20123e01d'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:47:54.204971 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19ef927ebdb7e136520bf73605241c98ba3844c75ab8794845cb00139da391b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e27312ce-4c6a-43b0-bfb3-9b44a1266f5e" -d '{"events": [{"name": "network-changed", "server_uuid": "6ee01aab-bdae-47e3-bc29-f58ab7e57e79", "tag": "9cc1cadf-4bf3-4415-91c4-eea20123e01d"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:47:54.269870 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:47:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06b7b807-b5dc-403d-ba3e-460540025d86 x-openstack-request-id: req-06b7b807-b5dc-403d-ba3e-460540025d86 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:47:54.270766 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ee01aab-bdae-47e3-bc29-f58ab7e57e79", "tag": "9cc1cadf-4bf3-4415-91c4-eea20123e01d", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:47:54.271194 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-06b7b807-b5dc-403d-ba3e-460540025d86 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:47:54.271928 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ee01aab-bdae-47e3-bc29-f58ab7e57e79', 'tag': '9cc1cadf-4bf3-4415-91c4-eea20123e01d', 'status': 'completed', 'code': 200} Jan 28 13:47:54.311588 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-8cd83417-401a-4d10-9ca8-556111d39fe2 None None] Set router 3b37101d-7801-484d-9b53-12bc30cc60a8 gateway port host: dv-cinder-824187-7-iscsi {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:47:54.334063 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce598ff-a095-4346-a0f4-35493d27e43d req-c7c73444-20a0-4ecf-a08d-25c9d1e9b734 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:54.342933 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-cce598ff-a095-4346-a0f4-35493d27e43d req-c7c73444-20a0-4ecf-a08d-25c9d1e9b734 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/ports?device_id=175714f6-fa92-4781-8501-a6356be58096 HTTP/1.1" status: 200 len: 945 time: 0.0703588 Jan 28 13:47:54.351821 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d08aac9-8e60-4b9b-9e29-73d3d8cc238a req-2c25101f-f6f2-4905-8aee-ca5fcb196723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:54.353866 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-6d08aac9-8e60-4b9b-9e29-73d3d8cc238a req-2c25101f-f6f2-4905-8aee-ca5fcb196723 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c3eb71c4d3874600bb0a0cd6dd4ba11f&device_id=175714f6-fa92-4781-8501-a6356be58096 HTTP/1.1" status: 200 len: 1098 time: 0.0964141 Jan 28 13:47:54.376402 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27312ce-4c6a-43b0-bfb3-9b44a1266f5e req-29faae26-59eb-4c9e-8174-c1028d699eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:54.378167 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-e27312ce-4c6a-43b0-bfb3-9b44a1266f5e req-29faae26-59eb-4c9e-8174-c1028d699eda service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=91bd515480d64f1fb4c68f74dfec7a79&device_id=6ee01aab-bdae-47e3-bc29-f58ab7e57e79 HTTP/1.1" status: 200 len: 1098 time: 0.0686450 Jan 28 13:47:54.396514 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-cce598ff-a095-4346-a0f4-35493d27e43d req-64344eb0-abd4-44d1-9521-820198a7147a tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e8aa884-59a1-48b6-b990-b4cff53ce899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526397 Jan 28 13:47:54.537754 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d08aac9-8e60-4b9b-9e29-73d3d8cc238a req-0eae2475-f620-40a4-bd01-e11c0be78202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:54.539489 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-6d08aac9-8e60-4b9b-9e29-73d3d8cc238a req-0eae2475-f620-40a4-bd01-e11c0be78202 service neutron] 10.222.0.78 "GET /v2.0/networks?id=805ad18e-97f9-4b97-8e73-49d5a4e25a9d HTTP/1.1" status: 200 len: 920 time: 0.1754339 Jan 28 13:47:54.543008 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27312ce-4c6a-43b0-bfb3-9b44a1266f5e req-bfee1a69-d85b-4ad3-bb2b-5f28773bf1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:54.544595 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-e27312ce-4c6a-43b0-bfb3-9b44a1266f5e req-bfee1a69-d85b-4ad3-bb2b-5f28773bf1bd service neutron] 10.222.0.78 "GET /v2.0/networks?id=edec13d6-6734-4abe-91ae-5b6be190099b HTTP/1.1" status: 200 len: 913 time: 0.1555257 Jan 28 13:47:54.570983 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-8cd83417-401a-4d10-9ca8-556111d39fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b37101d-7801-484d-9b53-12bc30cc60a8', 'name': 'tempest-TestVolumeBootPattern-2005865697-router', 'tenant_id': '91bd515480d64f1fb4c68f74dfec7a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'external_fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': 'c77b92c2-3718-4b36-af0f-460cc3a27081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:46:31Z', 'updated_at': '2022-01-28T13:46:37Z', 'revision_number': 4, 'project_id': '91bd515480d64f1fb4c68f74dfec7a79', 'gw_port': {'id': 'c77b92c2-3718-4b36-af0f-460cc3a27081', 'name': '', 'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:5e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b37101d-7801-484d-9b53-12bc30cc60a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:46:32Z', 'updated_at': '2022-01-28T13:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-7-iscsi', '_floatingips': [{'id': '31e0fdc0-e50b-4c50-9d75-a56676df776f', 'tenant_id': '91bd515480d64f1fb4c68f74dfec7a79', 'floating_ip_address': '172.27.0.240', 'floating_network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'router_id': '3b37101d-7801-484d-9b53-12bc30cc60a8', 'port_id': '9cc1cadf-4bf3-4415-91c4-eea20123e01d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'edec13d6-6734-4abe-91ae-5b6be190099b', 'mac_address': 'fa:16:3e:f6:9f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ee01aab-bdae-47e3-bc29-f58ab7e57e79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:47:52Z', 'updated_at': '2022-01-28T13:47:52Z', 'revision_number': 0, 'project_id': '91bd515480d64f1fb4c68f74dfec7a79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5d68468-b68d-494b-a83f-3578fc646a5b', 'name': '', 'network_id': 'edec13d6-6734-4abe-91ae-5b6be190099b', 'tenant_id': '91bd515480d64f1fb4c68f74dfec7a79', 'mac_address': 'fa:16:3e:3c:05:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b37101d-7801-484d-9b53-12bc30cc60a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '0bbd587e-7762-4c23-87b9-7f5b462e54c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:46:36Z', 'updated_at': '2022-01-28T13:46:42Z', 'revision_number': 5, 'project_id': '91bd515480d64f1fb4c68f74dfec7a79', 'subnets': [{'id': '0bbd587e-7762-4c23-87b9-7f5b462e54c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824187-7-iscsi', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:47:54.603676 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd83417-401a-4d10-9ca8-556111d39fe2 None None] Checking router: 3b37101d-7801-484d-9b53-12bc30cc60a8 for host: dv-cinder-824187-7-iscsi {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:47:54.612975 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd83417-401a-4d10-9ca8-556111d39fe2 None None] Routers {'3b37101d-7801-484d-9b53-12bc30cc60a8'} bound to L3 agent in host dv-cinder-824187-7-iscsi {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:47:54.613607 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-8cd83417-401a-4d10-9ca8-556111d39fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T13:37:30Z,description=,heartbeat_timestamp=2022-01-28T13:47:30Z,host='dv-cinder-824187-7-iscsi',id=5fb30df9-6f10-41b8-94cc-b881623ba250,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:37:30Z,topic='l3_agent')) {'router_ids': ['3b37101d-7801-484d-9b53-12bc30cc60a8'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:47:54.628342 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-6d08aac9-8e60-4b9b-9e29-73d3d8cc238a req-67fbcebf-f5fc-49bc-b0b8-3379656d77fb service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b324fbc8-e91a-4b94-a8ee-3eb3e03211e8 HTTP/1.1" status: 200 len: 217 time: 0.0747626 Jan 28 13:47:54.688830 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-e27312ce-4c6a-43b0-bfb3-9b44a1266f5e req-ca085f04-3986-4268-9c7c-436d7113bc1b service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9cc1cadf-4bf3-4415-91c4-eea20123e01d HTTP/1.1" status: 200 len: 999 time: 0.1337507 Jan 28 13:47:54.704823 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d08aac9-8e60-4b9b-9e29-73d3d8cc238a req-28eb7f6f-a814-4a56-b224-4b1a108e8fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:54.706202 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-6d08aac9-8e60-4b9b-9e29-73d3d8cc238a req-28eb7f6f-a814-4a56-b224-4b1a108e8fc6 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=eff84041-49b5-4697-b7b5-e67d81854a3c HTTP/1.1" status: 200 len: 859 time: 0.0712614 Jan 28 13:47:54.727393 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-8cd83417-401a-4d10-9ca8-556111d39fe2 None None] Set router 3b37101d-7801-484d-9b53-12bc30cc60a8 gateway port host: dv-cinder-824187-7-iscsi {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:47:54.756864 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-6d08aac9-8e60-4b9b-9e29-73d3d8cc238a req-42abacea-c468-4764-9539-563533ac83e4 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=805ad18e-97f9-4b97-8e73-49d5a4e25a9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283868 Jan 28 13:47:54.784034 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27312ce-4c6a-43b0-bfb3-9b44a1266f5e req-f2efdc2d-ec70-4c53-8cb4-c04b55719c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:54.785549 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-e27312ce-4c6a-43b0-bfb3-9b44a1266f5e req-f2efdc2d-ec70-4c53-8cb4-c04b55719c48 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=0bbd587e-7762-4c23-87b9-7f5b462e54c4 HTTP/1.1" status: 200 len: 851 time: 0.0889568 Jan 28 13:47:54.884191 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27312ce-4c6a-43b0-bfb3-9b44a1266f5e req-e0791d1a-7fd9-428b-b907-b6dd7a0bac97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:54.885694 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-e27312ce-4c6a-43b0-bfb3-9b44a1266f5e req-e0791d1a-7fd9-428b-b907-b6dd7a0bac97 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=edec13d6-6734-4abe-91ae-5b6be190099b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0743043 Jan 28 13:47:54.887697 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-6d08aac9-8e60-4b9b-9e29-73d3d8cc238a req-b16a0ace-ac57-4df4-a95a-2ca07a1ffb72 service neutron] 10.222.0.78 "GET /v2.0/networks/805ad18e-97f9-4b97-8e73-49d5a4e25a9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235070 Jan 28 13:47:54.962747 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-8cd83417-401a-4d10-9ca8-556111d39fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b37101d-7801-484d-9b53-12bc30cc60a8', 'name': 'tempest-TestVolumeBootPattern-2005865697-router', 'tenant_id': '91bd515480d64f1fb4c68f74dfec7a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'external_fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': 'c77b92c2-3718-4b36-af0f-460cc3a27081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:46:31Z', 'updated_at': '2022-01-28T13:46:37Z', 'revision_number': 4, 'project_id': '91bd515480d64f1fb4c68f74dfec7a79', 'gw_port': {'id': 'c77b92c2-3718-4b36-af0f-460cc3a27081', 'name': '', 'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:5e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b37101d-7801-484d-9b53-12bc30cc60a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:46:32Z', 'updated_at': '2022-01-28T13:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-7-iscsi', '_floatingips': [{'id': '31e0fdc0-e50b-4c50-9d75-a56676df776f', 'tenant_id': '91bd515480d64f1fb4c68f74dfec7a79', 'floating_ip_address': '172.27.0.240', 'floating_network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'router_id': '3b37101d-7801-484d-9b53-12bc30cc60a8', 'port_id': '9cc1cadf-4bf3-4415-91c4-eea20123e01d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'edec13d6-6734-4abe-91ae-5b6be190099b', 'mac_address': 'fa:16:3e:f6:9f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ee01aab-bdae-47e3-bc29-f58ab7e57e79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:47:52Z', 'updated_at': '2022-01-28T13:47:52Z', 'revision_number': 0, 'project_id': '91bd515480d64f1fb4c68f74dfec7a79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5d68468-b68d-494b-a83f-3578fc646a5b', 'name': '', 'network_id': 'edec13d6-6734-4abe-91ae-5b6be190099b', 'tenant_id': '91bd515480d64f1fb4c68f74dfec7a79', 'mac_address': 'fa:16:3e:3c:05:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b37101d-7801-484d-9b53-12bc30cc60a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '0bbd587e-7762-4c23-87b9-7f5b462e54c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:46:36Z', 'updated_at': '2022-01-28T13:46:42Z', 'revision_number': 5, 'project_id': '91bd515480d64f1fb4c68f74dfec7a79', 'subnets': [{'id': '0bbd587e-7762-4c23-87b9-7f5b462e54c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824187-7-iscsi', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:47:54.993688 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd83417-401a-4d10-9ca8-556111d39fe2 None None] The sync data for ids ['3b37101d-7801-484d-9b53-12bc30cc60a8'] in dv-cinder-824187-7-iscsi is: [{'id': '3b37101d-7801-484d-9b53-12bc30cc60a8', 'name': 'tempest-TestVolumeBootPattern-2005865697-router', 'tenant_id': '91bd515480d64f1fb4c68f74dfec7a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'external_fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': 'c77b92c2-3718-4b36-af0f-460cc3a27081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:46:31Z', 'updated_at': '2022-01-28T13:46:37Z', 'revision_number': 4, 'project_id': '91bd515480d64f1fb4c68f74dfec7a79', 'gw_port': {'id': 'c77b92c2-3718-4b36-af0f-460cc3a27081', 'name': '', 'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:5e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b37101d-7801-484d-9b53-12bc30cc60a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:46:32Z', 'updated_at': '2022-01-28T13:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-7-iscsi', '_floatingips': [{'id': '31e0fdc0-e50b-4c50-9d75-a56676df776f', 'tenant_id': '91bd515480d64f1fb4c68f74dfec7a79', 'floating_ip_address': '172.27.0.240', 'floating_network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'router_id': '3b37101d-7801-484d-9b53-12bc30cc60a8', 'port_id': '9cc1cadf-4bf3-4415-91c4-eea20123e01d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'edec13d6-6734-4abe-91ae-5b6be190099b', 'mac_address': 'fa:16:3e:f6:9f:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ee01aab-bdae-47e3-bc29-f58ab7e57e79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:47:52Z', 'updated_at': '2022-01-28T13:47:52Z', 'revision_number': 0, 'project_id': '91bd515480d64f1fb4c68f74dfec7a79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5d68468-b68d-494b-a83f-3578fc646a5b', 'name': '', 'network_id': 'edec13d6-6734-4abe-91ae-5b6be190099b', 'tenant_id': '91bd515480d64f1fb4c68f74dfec7a79', 'mac_address': 'fa:16:3e:3c:05:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b37101d-7801-484d-9b53-12bc30cc60a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '0bbd587e-7762-4c23-87b9-7f5b462e54c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:46:36Z', 'updated_at': '2022-01-28T13:46:42Z', 'revision_number': 5, 'project_id': '91bd515480d64f1fb4c68f74dfec7a79', 'subnets': [{'id': '0bbd587e-7762-4c23-87b9-7f5b462e54c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:47:55.057611 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-6d08aac9-8e60-4b9b-9e29-73d3d8cc238a req-01a77b07-b876-4f13-8da6-7983253a7947 service neutron] 10.222.0.78 "GET /v2.0/networks/805ad18e-97f9-4b97-8e73-49d5a4e25a9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552045 Jan 28 13:47:55.059419 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-e27312ce-4c6a-43b0-bfb3-9b44a1266f5e req-805a3a8c-ec96-4b85-8ad1-7c819d24ab66 service neutron] 10.222.0.78 "GET /v2.0/networks/edec13d6-6734-4abe-91ae-5b6be190099b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585410 Jan 28 13:47:55.173639 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-e27312ce-4c6a-43b0-bfb3-9b44a1266f5e req-1849159b-0d5d-4853-9d55-88861d5d700d service neutron] 10.222.0.78 "GET /v2.0/networks/edec13d6-6734-4abe-91ae-5b6be190099b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961287 Jan 28 13:47:55.277514 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d1a686a-48f6-41f3-a87f-8b1705340c34 None None] New status for floating IP 31e0fdc0-e50b-4c50-9d75-a56676df776f: ACTIVE {{(pid=109086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 13:47:55.533814 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e316c5f2-3a73-4588-9b07-99a86f7154b1 req-649ccdfc-d88f-4ec4-9728-014870940043 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:55.535340 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-e316c5f2-3a73-4588-9b07-99a86f7154b1 req-649ccdfc-d88f-4ec4-9728-014870940043 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/ports?device_id=175714f6-fa92-4781-8501-a6356be58096 HTTP/1.1" status: 200 len: 945 time: 0.0565238 Jan 28 13:47:55.584757 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-e316c5f2-3a73-4588-9b07-99a86f7154b1 req-26ef0b19-c5e7-4802-838e-8b1a68c41e66 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e8aa884-59a1-48b6-b990-b4cff53ce899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435836 Jan 28 13:47:56.708481 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8366623-c712-444e-9c50-f17a11b2588c req-f474d957-2a4b-47f9-adb5-ccdb5bf5554b tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:56.709985 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-e8366623-c712-444e-9c50-f17a11b2588c req-f474d957-2a4b-47f9-adb5-ccdb5bf5554b tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/ports?device_id=175714f6-fa92-4781-8501-a6356be58096 HTTP/1.1" status: 200 len: 945 time: 0.0506186 Jan 28 13:47:56.758657 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-e8366623-c712-444e-9c50-f17a11b2588c req-74a5ea03-316e-40e3-95ae-863642a16b11 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e8aa884-59a1-48b6-b990-b4cff53ce899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429411 Jan 28 13:47:57.200910 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 42942) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:57.326948 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-70f2ec82-d49f-498b-930f-aa27947411dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:57.423966 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-70f2ec82-d49f-498b-930f-aa27947411dd admin admin] Publish callbacks [] for security_group (069dc6a3-db5a-4b45-a875-0bd0250d3d3e), precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:57.430779 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-70f2ec82-d49f-498b-930f-aa27947411dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (069dc6a3-db5a-4b45-a875-0bd0250d3d3e), after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:57.470867 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f2ec82-d49f-498b-930f-aa27947411dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=069dc6a3-db5a-4b45-a875-0bd0250d3d3e,revision_number=1']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:57.475752 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-70f2ec82-d49f-498b-930f-aa27947411dd admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=11218403e0824b2e9c70c8a85c71b1ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2731645 Jan 28 13:47:57.479074 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 42946) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:47:57.534298 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-611bddb3-7b4d-4568-955b-2a1792096483 admin admin] Publish callbacks [] for security_group (069dc6a3-db5a-4b45-a875-0bd0250d3d3e), before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:57.556877 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-611bddb3-7b4d-4568-955b-2a1792096483 admin admin] Publish callbacks [] for security_group (069dc6a3-db5a-4b45-a875-0bd0250d3d3e), precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:57.607144 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-611bddb3-7b4d-4568-955b-2a1792096483 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (069dc6a3-db5a-4b45-a875-0bd0250d3d3e), after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:57.609953 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-611bddb3-7b4d-4568-955b-2a1792096483 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:57.611155 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-611bddb3-7b4d-4568-955b-2a1792096483 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/069dc6a3-db5a-4b45-a875-0bd0250d3d3e HTTP/1.1" status: 204 len: 168 time: 0.1311986 Jan 28 13:47:57.619543 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611bddb3-7b4d-4568-955b-2a1792096483 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=069dc6a3-db5a-4b45-a875-0bd0250d3d3e,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:47:57.887769 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cf2979-c23c-4484-92d1-6a1bc10a293d req-c0c1a4ec-30c7-44b7-9e32-9fd16dd8166f tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:57.889285 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-e8cf2979-c23c-4484-92d1-6a1bc10a293d req-c0c1a4ec-30c7-44b7-9e32-9fd16dd8166f tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/ports?device_id=175714f6-fa92-4781-8501-a6356be58096 HTTP/1.1" status: 200 len: 945 time: 0.0512495 Jan 28 13:47:57.946953 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-e8cf2979-c23c-4484-92d1-6a1bc10a293d req-bce61732-60fc-49b0-8dec-f591ec8eb7f6 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e8aa884-59a1-48b6-b990-b4cff53ce899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495667 Jan 28 13:47:58.219577 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c1709c50-c6a5-4a42-b72e-aeb619ceea5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (fe6892c5-7eb1-46ce-88dd-77c5bcc32263), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:47:59.077146 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0485df-b6c9-472d-819c-199843002d5e req-6825a96a-cdaa-480f-9f86-60f7979b7183 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:47:59.078544 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-9d0485df-b6c9-472d-819c-199843002d5e req-6825a96a-cdaa-480f-9f86-60f7979b7183 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/ports?device_id=175714f6-fa92-4781-8501-a6356be58096 HTTP/1.1" status: 200 len: 945 time: 0.0577779 Jan 28 13:47:59.131342 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-9d0485df-b6c9-472d-819c-199843002d5e req-860ae316-cca7-499b-929a-6c1993d739be tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e8aa884-59a1-48b6-b990-b4cff53ce899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452826 Jan 28 13:48:00.247846 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2b40c45a-9293-434e-8353-dbabbb190dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (5fb30df9-6f10-41b8-94cc-b881623ba250), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:00.263198 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd163f12-14eb-4b0c-bd2e-16656c0b2193 req-126d59a7-c36e-4f2f-8137-b0813c279c94 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:00.264696 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-dd163f12-14eb-4b0c-bd2e-16656c0b2193 req-126d59a7-c36e-4f2f-8137-b0813c279c94 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/ports?device_id=175714f6-fa92-4781-8501-a6356be58096 HTTP/1.1" status: 200 len: 945 time: 0.0604053 Jan 28 13:48:00.311961 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-dd163f12-14eb-4b0c-bd2e-16656c0b2193 req-6d44fc03-7067-4d79-be49-d7cd2871fd12 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e8aa884-59a1-48b6-b990-b4cff53ce899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413485 Jan 28 13:48:01.439261 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91ea040-b008-45f6-8d6e-cb44176d25de req-f2ffe5ee-a288-4b79-aa7b-62bf35d99783 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:01.440983 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-c91ea040-b008-45f6-8d6e-cb44176d25de req-f2ffe5ee-a288-4b79-aa7b-62bf35d99783 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/ports?device_id=175714f6-fa92-4781-8501-a6356be58096 HTTP/1.1" status: 200 len: 945 time: 0.0540433 Jan 28 13:48:01.489958 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-c91ea040-b008-45f6-8d6e-cb44176d25de req-e2ae4547-039d-40bb-9708-af8ba5bfd1fa tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e8aa884-59a1-48b6-b990-b4cff53ce899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433998 Jan 28 13:48:01.697910 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-120fdcba-5236-4c4f-ad1d-de3bbc2703f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (270c75b4-e9a8-4b16-85de-99abb56244df), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:02.638208 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d707e0a0-43c2-4f6f-acd3-18add2b615de req-e7e61ebe-309d-44ea-97b5-3af55f1b926d tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:02.639888 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-d707e0a0-43c2-4f6f-acd3-18add2b615de req-e7e61ebe-309d-44ea-97b5-3af55f1b926d tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/ports?device_id=175714f6-fa92-4781-8501-a6356be58096 HTTP/1.1" status: 200 len: 945 time: 0.0622237 Jan 28 13:48:02.690422 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-d707e0a0-43c2-4f6f-acd3-18add2b615de req-5dacace4-e5e6-4385-86fb-41085478dc44 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e8aa884-59a1-48b6-b990-b4cff53ce899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442665 Jan 28 13:48:02.834138 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a365d3e8-b48a-4a28-95b6-25537061fe93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (282d2827-b9b4-4282-91d0-335a7cd9818a), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:02.888721 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (06140fe1-dee6-47e9-9649-a5d5e543fff8), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:03.818525 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa97214a-b4e3-4268-b281-4bdf7bbf5ae6 req-ac591121-685b-42ce-abbd-71526d902202 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:03.820120 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-fa97214a-b4e3-4268-b281-4bdf7bbf5ae6 req-ac591121-685b-42ce-abbd-71526d902202 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/ports?device_id=175714f6-fa92-4781-8501-a6356be58096 HTTP/1.1" status: 200 len: 945 time: 0.0509200 Jan 28 13:48:03.872001 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-fa97214a-b4e3-4268-b281-4bdf7bbf5ae6 req-c4d409e3-4181-464d-ad40-45aec4d564fb tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e8aa884-59a1-48b6-b990-b4cff53ce899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455697 Jan 28 13:48:04.219990 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (91ec632a-2927-4715-8bad-f3132ebcbe46), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:04.996613 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064d3d49-66a3-4ff4-9d8b-0863a1812cdc req-2f98d2f6-1b90-4c35-8410-5a4015d7a39b tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:04.998113 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-064d3d49-66a3-4ff4-9d8b-0863a1812cdc req-2f98d2f6-1b90-4c35-8410-5a4015d7a39b tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/ports?device_id=175714f6-fa92-4781-8501-a6356be58096 HTTP/1.1" status: 200 len: 945 time: 0.0491030 Jan 28 13:48:05.051723 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-064d3d49-66a3-4ff4-9d8b-0863a1812cdc req-718fd8c5-a9a8-4677-a362-40898e9a3b1f tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e8aa884-59a1-48b6-b990-b4cff53ce899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456185 Jan 28 13:48:06.180963 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cdd87e-1e10-42b8-a743-ac7606d3f503 req-b468868c-8fb2-4c9c-b060-42f21b93bd29 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:06.182503 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-57cdd87e-1e10-42b8-a743-ac7606d3f503 req-b468868c-8fb2-4c9c-b060-42f21b93bd29 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/ports?device_id=175714f6-fa92-4781-8501-a6356be58096 HTTP/1.1" status: 200 len: 945 time: 0.0562782 Jan 28 13:48:06.230374 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-57cdd87e-1e10-42b8-a743-ac7606d3f503 req-6c769ee4-cc2d-4b9c-b376-e7a3cae3aa1f tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e8aa884-59a1-48b6-b990-b4cff53ce899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419939 Jan 28 13:48:07.348661 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccc8a62-3c0e-4ab8-a581-5e1b6322190c req-3b217b3c-e198-4b2f-b62e-78c8cf5dc3c3 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:07.350163 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-5ccc8a62-3c0e-4ab8-a581-5e1b6322190c req-3b217b3c-e198-4b2f-b62e-78c8cf5dc3c3 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/ports?device_id=175714f6-fa92-4781-8501-a6356be58096 HTTP/1.1" status: 200 len: 945 time: 0.0484178 Jan 28 13:48:07.398442 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-5ccc8a62-3c0e-4ab8-a581-5e1b6322190c req-0cf61c1d-70b0-4d8f-a722-9858339b690f tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e8aa884-59a1-48b6-b990-b4cff53ce899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422840 Jan 28 13:48:08.529263 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b97f17-3051-4ded-a130-50db511600c9 req-b8ae1ee3-ae79-4684-b047-a55aec3de79a tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:08.530904 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-19b97f17-3051-4ded-a130-50db511600c9 req-b8ae1ee3-ae79-4684-b047-a55aec3de79a tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/ports?device_id=175714f6-fa92-4781-8501-a6356be58096 HTTP/1.1" status: 200 len: 945 time: 0.0542183 Jan 28 13:48:08.579686 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-19b97f17-3051-4ded-a130-50db511600c9 req-3473ede7-3143-48bb-9a72-786f2c7e6420 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e8aa884-59a1-48b6-b990-b4cff53ce899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428264 Jan 28 13:48:09.720896 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec18ecf1-f40d-4804-ba31-2eeb6445c251 req-9aef471d-75db-4371-ac31-55b42ba9123c tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:09.722669 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-ec18ecf1-f40d-4804-ba31-2eeb6445c251 req-9aef471d-75db-4371-ac31-55b42ba9123c tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/ports?device_id=175714f6-fa92-4781-8501-a6356be58096 HTTP/1.1" status: 200 len: 945 time: 0.0600705 Jan 28 13:48:09.771323 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-ec18ecf1-f40d-4804-ba31-2eeb6445c251 req-420afe81-2331-4235-a003-f73344b7c37b tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e8aa884-59a1-48b6-b990-b4cff53ce899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429025 Jan 28 13:48:10.898386 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0165933-8ad7-4655-8003-937e237a2c4e req-abdfbe24-58b5-43bf-826f-eabf7c5718ba tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:10.900057 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-f0165933-8ad7-4655-8003-937e237a2c4e req-abdfbe24-58b5-43bf-826f-eabf7c5718ba tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/ports?device_id=175714f6-fa92-4781-8501-a6356be58096 HTTP/1.1" status: 200 len: 945 time: 0.0526021 Jan 28 13:48:10.951873 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-f0165933-8ad7-4655-8003-937e237a2c4e req-beac4eb9-a068-4b8b-a1b7-7bb69933a3b5 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e8aa884-59a1-48b6-b990-b4cff53ce899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431960 Jan 28 13:48:12.094190 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60775f5-8974-42e4-b641-34906049fdd6 req-a63d1630-9df5-400b-86ca-485083fc08dc tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:12.095730 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-a60775f5-8974-42e4-b641-34906049fdd6 req-a63d1630-9df5-400b-86ca-485083fc08dc tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/ports?device_id=175714f6-fa92-4781-8501-a6356be58096 HTTP/1.1" status: 200 len: 945 time: 0.0628352 Jan 28 13:48:12.151630 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-a60775f5-8974-42e4-b641-34906049fdd6 req-514f3e0a-ff73-4fdf-9a61-366e3be1049d tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e8aa884-59a1-48b6-b990-b4cff53ce899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472312 Jan 28 13:48:13.280091 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03e623c-f697-475d-a46f-82587cca73b3 req-22b22592-e9ed-466c-9a4a-27959a271f27 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:13.281663 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-c03e623c-f697-475d-a46f-82587cca73b3 req-22b22592-e9ed-466c-9a4a-27959a271f27 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/ports?device_id=175714f6-fa92-4781-8501-a6356be58096 HTTP/1.1" status: 200 len: 945 time: 0.0507607 Jan 28 13:48:13.332836 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-c03e623c-f697-475d-a46f-82587cca73b3 req-1599672d-8edd-412f-804d-ae98f7971e4f tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e8aa884-59a1-48b6-b990-b4cff53ce899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445921 Jan 28 13:48:14.464194 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824515b2-b4dc-42e3-b11f-bf4be60cb361 req-023c68f1-081c-45d6-918c-d70ef176ccae tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:14.465843 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-824515b2-b4dc-42e3-b11f-bf4be60cb361 req-023c68f1-081c-45d6-918c-d70ef176ccae tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/ports?device_id=175714f6-fa92-4781-8501-a6356be58096 HTTP/1.1" status: 200 len: 945 time: 0.0582330 Jan 28 13:48:14.514101 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-824515b2-b4dc-42e3-b11f-bf4be60cb361 req-1b8e384c-0c79-4747-bdd4-2cb42ee099f3 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e8aa884-59a1-48b6-b990-b4cff53ce899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424402 Jan 28 13:48:15.647831 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba978c5e-9803-4f51-a491-5f43484063a1 req-29051bf7-0f25-4d2b-acd2-2668ccd31b81 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:15.651539 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-ba978c5e-9803-4f51-a491-5f43484063a1 req-29051bf7-0f25-4d2b-acd2-2668ccd31b81 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/ports?device_id=175714f6-fa92-4781-8501-a6356be58096 HTTP/1.1" status: 200 len: 945 time: 0.0566711 Jan 28 13:48:15.705778 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-ba978c5e-9803-4f51-a491-5f43484063a1 req-dd906bbe-7772-4ab3-b15a-380e028ca10a tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e8aa884-59a1-48b6-b990-b4cff53ce899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488117 Jan 28 13:48:16.825404 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f598814a-f96d-4d39-9963-c85eaa499f48 req-34ee3dbb-2bdc-4432-beeb-f9c2765c73ea tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:16.826880 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-f598814a-f96d-4d39-9963-c85eaa499f48 req-34ee3dbb-2bdc-4432-beeb-f9c2765c73ea tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/ports?device_id=175714f6-fa92-4781-8501-a6356be58096 HTTP/1.1" status: 200 len: 945 time: 0.0510817 Jan 28 13:48:16.878084 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-f598814a-f96d-4d39-9963-c85eaa499f48 req-396b92ed-4764-4cde-bcf9-ec22c280e92c tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e8aa884-59a1-48b6-b990-b4cff53ce899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453906 Jan 28 13:48:18.008500 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ddeddb-b1c3-4b19-940a-a7354ec494f3 req-52333390-49b9-466f-aa9a-d2fe486fcea7 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:18.010173 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-b9ddeddb-b1c3-4b19-940a-a7354ec494f3 req-52333390-49b9-466f-aa9a-d2fe486fcea7 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/ports?device_id=175714f6-fa92-4781-8501-a6356be58096 HTTP/1.1" status: 200 len: 945 time: 0.0584068 Jan 28 13:48:18.067163 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-b9ddeddb-b1c3-4b19-940a-a7354ec494f3 req-9aef6ab0-c622-409e-9c47-284c19972387 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e8aa884-59a1-48b6-b990-b4cff53ce899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505347 Jan 28 13:48:18.414522 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283d2f90-f960-4c5c-9ded-f21c40da2c2e req-8057bf14-4318-4d3a-b4aa-a3c800a01bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:18.416280 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-283d2f90-f960-4c5c-9ded-f21c40da2c2e req-8057bf14-4318-4d3a-b4aa-a3c800a01bb1 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=175714f6-fa92-4781-8501-a6356be58096 HTTP/1.1" status: 200 len: 1098 time: 0.0411818 Jan 28 13:48:18.460398 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-283d2f90-f960-4c5c-9ded-f21c40da2c2e req-226c8795-0fd6-4882-9394-0f15816ca9d0 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=2e8aa884-59a1-48b6-b990-b4cff53ce899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379624 Jan 28 13:48:19.191728 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c89baad-9582-4f53-b185-7985c10ed9b2 req-7b8bd237-c852-4661-a9df-c8440ef18827 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:19.193200 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-9c89baad-9582-4f53-b185-7985c10ed9b2 req-7b8bd237-c852-4661-a9df-c8440ef18827 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/ports?device_id=175714f6-fa92-4781-8501-a6356be58096 HTTP/1.1" status: 200 len: 945 time: 0.0502694 Jan 28 13:48:19.241131 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-9c89baad-9582-4f53-b185-7985c10ed9b2 req-7db9fa98-3b0c-42fc-b228-49ffad60e6f5 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e8aa884-59a1-48b6-b990-b4cff53ce899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420861 Jan 28 13:48:20.366737 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c783d9-90f9-4c7e-905f-c69fa4555a8b req-7da9e62c-4624-4648-ba51-c37c1700f644 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:20.368372 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-94c783d9-90f9-4c7e-905f-c69fa4555a8b req-7da9e62c-4624-4648-ba51-c37c1700f644 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/ports?device_id=175714f6-fa92-4781-8501-a6356be58096 HTTP/1.1" status: 200 len: 945 time: 0.0549142 Jan 28 13:48:20.419446 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-94c783d9-90f9-4c7e-905f-c69fa4555a8b req-45b8b838-767d-44e3-8305-36b95afb27dd tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e8aa884-59a1-48b6-b990-b4cff53ce899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452046 Jan 28 13:48:20.773765 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7908b244-9395-4736-8bed-92a4d5d71c19 req-6a5eb0b3-2434-43c4-9543-62f494def799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:20.775353 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-7908b244-9395-4736-8bed-92a4d5d71c19 req-6a5eb0b3-2434-43c4-9543-62f494def799 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=c3eb71c4d3874600bb0a0cd6dd4ba11f&device_id=175714f6-fa92-4781-8501-a6356be58096 HTTP/1.1" status: 200 len: 1098 time: 0.0457356 Jan 28 13:48:20.787539 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc7120b-4f56-4837-91ee-e037f0b05042 req-41ca2269-feea-4a03-be1c-271d49ad3a3c tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:20.789062 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-6cc7120b-4f56-4837-91ee-e037f0b05042 req-41ca2269-feea-4a03-be1c-271d49ad3a3c tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/ports?device_id=175714f6-fa92-4781-8501-a6356be58096 HTTP/1.1" status: 200 len: 945 time: 0.0515110 Jan 28 13:48:20.839908 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-6cc7120b-4f56-4837-91ee-e037f0b05042 req-d90403cd-0e98-4073-a096-91d85c1f7245 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e8aa884-59a1-48b6-b990-b4cff53ce899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447638 Jan 28 13:48:20.867402 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7908b244-9395-4736-8bed-92a4d5d71c19 req-681ff9a3-3f09-4e00-b208-d1141f244a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:20.868551 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-7908b244-9395-4736-8bed-92a4d5d71c19 req-681ff9a3-3f09-4e00-b208-d1141f244a14 service neutron] 10.222.0.78 "GET /v2.0/networks?id=805ad18e-97f9-4b97-8e73-49d5a4e25a9d HTTP/1.1" status: 200 len: 920 time: 0.0874310 Jan 28 13:48:20.912130 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-7908b244-9395-4736-8bed-92a4d5d71c19 req-d4c15ed6-17a9-4db3-9b08-8e79c614c1d4 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b324fbc8-e91a-4b94-a8ee-3eb3e03211e8 HTTP/1.1" status: 200 len: 217 time: 0.0374651 Jan 28 13:48:20.963856 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7908b244-9395-4736-8bed-92a4d5d71c19 req-5096f5c7-384a-457c-b2e1-ec25d88f55d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:20.965540 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-7908b244-9395-4736-8bed-92a4d5d71c19 req-5096f5c7-384a-457c-b2e1-ec25d88f55d7 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=eff84041-49b5-4697-b7b5-e67d81854a3c HTTP/1.1" status: 200 len: 859 time: 0.0471997 Jan 28 13:48:20.996176 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-7908b244-9395-4736-8bed-92a4d5d71c19 req-a540dd57-954b-4aa9-b218-fb3a894d1351 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=805ad18e-97f9-4b97-8e73-49d5a4e25a9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242198 Jan 28 13:48:21.084191 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-7908b244-9395-4736-8bed-92a4d5d71c19 req-43bece0c-229a-487d-a729-9db499251668 service neutron] 10.222.0.78 "GET /v2.0/networks/805ad18e-97f9-4b97-8e73-49d5a4e25a9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818698 Jan 28 13:48:21.175932 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-7908b244-9395-4736-8bed-92a4d5d71c19 req-cd3c2dc9-006b-4fb7-8394-95f461eacf21 service neutron] 10.222.0.78 "GET /v2.0/networks/805ad18e-97f9-4b97-8e73-49d5a4e25a9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851891 Jan 28 13:48:21.970864 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373c71d9-a7cf-4c41-87c9-e83844bf0c4c req-03960257-7e7c-4433-9193-ef885a31793b tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:21.972487 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-373c71d9-a7cf-4c41-87c9-e83844bf0c4c req-03960257-7e7c-4433-9193-ef885a31793b tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/ports?device_id=175714f6-fa92-4781-8501-a6356be58096 HTTP/1.1" status: 200 len: 945 time: 0.0554068 Jan 28 13:48:22.020676 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-373c71d9-a7cf-4c41-87c9-e83844bf0c4c req-9da016ec-aa5e-45ed-a91f-bf55e08ade60 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e8aa884-59a1-48b6-b990-b4cff53ce899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420232 Jan 28 13:48:23.142983 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733a6ece-2a9c-4566-8815-363964fb445a req-7c80cefe-7514-4cf5-b099-2299eb3805db tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:23.144417 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-733a6ece-2a9c-4566-8815-363964fb445a req-7c80cefe-7514-4cf5-b099-2299eb3805db tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/ports?device_id=175714f6-fa92-4781-8501-a6356be58096 HTTP/1.1" status: 200 len: 945 time: 0.0501275 Jan 28 13:48:23.195113 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-733a6ece-2a9c-4566-8815-363964fb445a req-de672f2b-4b07-4c30-af16-a4521c097cfd tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e8aa884-59a1-48b6-b990-b4cff53ce899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425949 Jan 28 13:48:24.328941 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38338543-c314-48ee-998c-ca509ba97b2e req-37acdbfd-1c8c-4e6d-95d4-dbc4f693a551 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:24.330468 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-38338543-c314-48ee-998c-ca509ba97b2e req-37acdbfd-1c8c-4e6d-95d4-dbc4f693a551 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/ports?device_id=175714f6-fa92-4781-8501-a6356be58096 HTTP/1.1" status: 200 len: 945 time: 0.0546594 Jan 28 13:48:24.380409 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-38338543-c314-48ee-998c-ca509ba97b2e req-dce4448e-d403-4fb1-b8b1-e178c3cce51e tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e8aa884-59a1-48b6-b990-b4cff53ce899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419285 Jan 28 13:48:25.514031 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5287fa6a-da08-49aa-9f39-f1621916b42a req-8ac90d08-43f7-4f01-a0cf-8a0dd60fe65c tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:25.515715 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-5287fa6a-da08-49aa-9f39-f1621916b42a req-8ac90d08-43f7-4f01-a0cf-8a0dd60fe65c tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/ports?device_id=175714f6-fa92-4781-8501-a6356be58096 HTTP/1.1" status: 200 len: 945 time: 0.0516214 Jan 28 13:48:25.566720 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-5287fa6a-da08-49aa-9f39-f1621916b42a req-e5623c0f-d20f-4a45-80f5-cdc8a04bcf06 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e8aa884-59a1-48b6-b990-b4cff53ce899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445621 Jan 28 13:48:26.315598 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-edcc4471-36b6-4736-8b1e-b7b00ddebb34 req-91cb76ac-462c-4e16-b9a6-ff63f9a1b903 tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-242786062&fields=id&tenant_id=1dd3b47ebfbe4d0eb9cd24d8466d81e2 HTTP/1.1" status: 200 len: 267 time: 0.0462718 Jan 28 13:48:26.421092 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcc4471-36b6-4736-8b1e-b7b00ddebb34 req-ea42601b-3ce4-4667-9766-b5784b26c360 tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:26.422559 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-edcc4471-36b6-4736-8b1e-b7b00ddebb34 req-ea42601b-3ce4-4667-9766-b5784b26c360 tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] 10.222.0.72 "GET /v2.0/networks?id=77a9d7fd-caa4-46e4-b26c-398632d587f7 HTTP/1.1" status: 200 len: 809 time: 0.1001573 Jan 28 13:48:26.440105 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-edcc4471-36b6-4736-8b1e-b7b00ddebb34 req-e786efc4-d7ba-4a81-a6b4-ee77b6877a40 tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] 10.222.0.72 "GET /v2.0/quotas/1dd3b47ebfbe4d0eb9cd24d8466d81e2 HTTP/1.1" status: 200 len: 375 time: 0.0092759 Jan 28 13:48:26.695040 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188e16cc-76c7-4437-88ae-4741286c651a req-582a5b4a-3773-4b18-abd0-1d6051f52574 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:26.696546 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-188e16cc-76c7-4437-88ae-4741286c651a req-582a5b4a-3773-4b18-abd0-1d6051f52574 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/ports?device_id=175714f6-fa92-4781-8501-a6356be58096 HTTP/1.1" status: 200 len: 945 time: 0.0531816 Jan 28 13:48:26.713397 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-edcc4471-36b6-4736-8b1e-b7b00ddebb34 req-b3593377-cb1c-4db3-ae47-571283b45167 tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=1dd3b47ebfbe4d0eb9cd24d8466d81e2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2683759 Jan 28 13:48:26.743823 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-188e16cc-76c7-4437-88ae-4741286c651a req-5e042fd0-15ba-409b-ad09-55bdd0318575 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e8aa884-59a1-48b6-b990-b4cff53ce899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410640 Jan 28 13:48:26.808616 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-edcc4471-36b6-4736-8b1e-b7b00ddebb34 req-ab787c2e-3370-47c7-82a0-4f75e53ccfa3 service neutron] 10.222.0.72 "GET /v2.0/networks/77a9d7fd-caa4-46e4-b26c-398632d587f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834661 Jan 28 13:48:26.903994 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-edcc4471-36b6-4736-8b1e-b7b00ddebb34 req-b1b38f2d-281e-420d-b51c-88b416f67f71 service neutron] 10.222.0.72 "GET /v2.0/networks/77a9d7fd-caa4-46e4-b26c-398632d587f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893443 Jan 28 13:48:27.202599 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-da31d316-eaf2-477f-8043-134d11391f03 req-e3ace4f8-d192-4052-94ed-7c1de72b3187 tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0b255d5-978a-4b0d-91cc-e1ff166d24f8 HTTP/1.1" status: 200 len: 210 time: 0.0274858 Jan 28 13:48:27.471509 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.agents_db [None req-2611350c-8bbf-4fa3-a5bb-e2ba3591f3a7 None None] Agent healthcheck: found 6 active agents {{(pid=109087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:48:28.213968 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-963a4a2f-003d-42fd-9984-5c078d824481 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (fe6892c5-7eb1-46ce-88dd-77c5bcc32263), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:28.369439 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcc4471-36b6-4736-8b1e-b7b00ddebb34 req-f675edac-947e-479b-952d-ea3544fd99fc tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:28.371505 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-edcc4471-36b6-4736-8b1e-b7b00ddebb34 req-f675edac-947e-479b-952d-ea3544fd99fc tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] 10.222.0.78 "GET /v2.0/networks?id=77a9d7fd-caa4-46e4-b26c-398632d587f7 HTTP/1.1" status: 200 len: 809 time: 0.1918802 Jan 28 13:48:28.418031 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-0a5b3647-0c4d-468e-90b1-b5d796865bd5 req-4a49060f-b5f2-4f17-91c6-f4cab558a819 tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0b255d5-978a-4b0d-91cc-e1ff166d24f8 HTTP/1.1" status: 200 len: 210 time: 0.0450289 Jan 28 13:48:28.483438 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-edcc4471-36b6-4736-8b1e-b7b00ddebb34 req-eb8d3df0-fdd0-4430-a8e9-cb0de447dc4f tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1dd3b47ebfbe4d0eb9cd24d8466d81e2 HTTP/1.1" status: 200 len: 379 time: 0.1004927 Jan 28 13:48:28.492383 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.v2.base [req-edcc4471-36b6-4736-8b1e-b7b00ddebb34 req-941e5e74-dc8f-4558-99e0-2b4d99ca3f17 tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Request body: {'port': {'device_id': 'e0b255d5-978a-4b0d-91cc-e1ff166d24f8', 'network_id': '77a9d7fd-caa4-46e4-b26c-398632d587f7', 'admin_state_up': True, 'tenant_id': '1dd3b47ebfbe4d0eb9cd24d8466d81e2', 'security_groups': ['351edb33-a693-4fd3-8aed-86de15517ff5']}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:48:28.602236 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edcc4471-36b6-4736-8b1e-b7b00ddebb34 req-941e5e74-dc8f-4558-99e0-2b4d99ca3f17 tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Made reservation on behalf of 1dd3b47ebfbe4d0eb9cd24d8466d81e2 for: {'port': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:48:28.607393 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-edcc4471-36b6-4736-8b1e-b7b00ddebb34 req-941e5e74-dc8f-4558-99e0-2b4d99ca3f17 tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (None), before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:28.741131 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [req-edcc4471-36b6-4736-8b1e-b7b00ddebb34 req-941e5e74-dc8f-4558-99e0-2b4d99ca3f17 tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Allocated IP 172.20.0.7 (77a9d7fd-caa4-46e4-b26c-398632d587f7/6897cf15-6c8e-4f66-8fd6-9ab02f212f95/dfcdaca1-467c-495f-aba8-f3fc930df133) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:48:29.158666 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-edcc4471-36b6-4736-8b1e-b7b00ddebb34 req-941e5e74-dc8f-4558-99e0-2b4d99ca3f17 tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Publish callbacks [] for port (dfcdaca1-467c-495f-aba8-f3fc930df133), precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:29.199990 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-edcc4471-36b6-4736-8b1e-b7b00ddebb34 req-941e5e74-dc8f-4558-99e0-2b4d99ca3f17 tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742788384826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4723325'] for port (dfcdaca1-467c-495f-aba8-f3fc930df133), after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:29.246989 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edcc4471-36b6-4736-8b1e-b7b00ddebb34 req-941e5e74-dc8f-4558-99e0-2b4d99ca3f17 tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Network 77a9d7fd-caa4-46e4-b26c-398632d587f7 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:48:29.259009 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [req-edcc4471-36b6-4736-8b1e-b7b00ddebb34 req-941e5e74-dc8f-4558-99e0-2b4d99ca3f17 tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:48:29.259932 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941e5e74-dc8f-4558-99e0-2b4d99ca3f17 tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Pushing event updated for resources: {'Port': ['ID=dfcdaca1-467c-495f-aba8-f3fc930df133,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:29.266587 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-edcc4471-36b6-4736-8b1e-b7b00ddebb34 req-941e5e74-dc8f-4558-99e0-2b4d99ca3f17 tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:48:29.269858 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941e5e74-dc8f-4558-99e0-2b4d99ca3f17 tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:48:29.270558 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941e5e74-dc8f-4558-99e0-2b4d99ca3f17 tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:48:29.270914 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941e5e74-dc8f-4558-99e0-2b4d99ca3f17 tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:48:29.271257 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941e5e74-dc8f-4558-99e0-2b4d99ca3f17 tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:48:29.271628 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941e5e74-dc8f-4558-99e0-2b4d99ca3f17 tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:48:29.271958 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941e5e74-dc8f-4558-99e0-2b4d99ca3f17 tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:48:29.272254 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941e5e74-dc8f-4558-99e0-2b4d99ca3f17 tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:48:29.272572 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941e5e74-dc8f-4558-99e0-2b4d99ca3f17 tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:48:29.272941 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941e5e74-dc8f-4558-99e0-2b4d99ca3f17 tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:48:29.273246 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941e5e74-dc8f-4558-99e0-2b4d99ca3f17 tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:48:29.273579 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941e5e74-dc8f-4558-99e0-2b4d99ca3f17 tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:48:29.273932 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941e5e74-dc8f-4558-99e0-2b4d99ca3f17 tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:48:29.274216 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-941e5e74-dc8f-4558-99e0-2b4d99ca3f17 tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:48:29.324786 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcc4471-36b6-4736-8b1e-b7b00ddebb34 req-941e5e74-dc8f-4558-99e0-2b4d99ca3f17 tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:29.325436 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-edcc4471-36b6-4736-8b1e-b7b00ddebb34 req-941e5e74-dc8f-4558-99e0-2b4d99ca3f17 tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91499'] for port (None), before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:29.348056 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-edcc4471-36b6-4736-8b1e-b7b00ddebb34 req-941e5e74-dc8f-4558-99e0-2b4d99ca3f17 tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8594325 Jan 28 13:48:29.361687 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.v2.base [req-edcc4471-36b6-4736-8b1e-b7b00ddebb34 req-b20201b9-3a51-43c6-928c-db21d31ef34d service neutron] Request body: {'port': {'device_id': 'e0b255d5-978a-4b0d-91cc-e1ff166d24f8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82418'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:48:29.419191 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-edcc4471-36b6-4736-8b1e-b7b00ddebb34 req-b20201b9-3a51-43c6-928c-db21d31ef34d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (dfcdaca1-467c-495f-aba8-f3fc930df133), before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:29.518697 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-857879aa-a669-480a-9c91-f97a1e968d6c None None] Provisioning complete for port dfcdaca1-467c-495f-aba8-f3fc930df133 triggered by entity DHCP. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:48:29.519250 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-857879aa-a669-480a-9c91-f97a1e968d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041328'] for port (dfcdaca1-467c-495f-aba8-f3fc930df133), provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:29.551460 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-857879aa-a669-480a-9c91-f97a1e968d6c None None] Port dfcdaca1-467c-495f-aba8-f3fc930df133 cannot update to ACTIVE because it is not bound. {{(pid=109086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:48:29.612879 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fdfd22-6f45-427d-8663-ee8aea0872c8 req-6d6bc61e-87bf-4734-9f26-9acfc421195a tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:29.614388 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-58fdfd22-6f45-427d-8663-ee8aea0872c8 req-6d6bc61e-87bf-4734-9f26-9acfc421195a tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0b255d5-978a-4b0d-91cc-e1ff166d24f8 HTTP/1.1" status: 200 len: 931 time: 0.1245928 Jan 28 13:48:29.713838 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-58fdfd22-6f45-427d-8663-ee8aea0872c8 req-9b11a51f-a1ea-4ddb-be68-e1d137bb3901 tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] 10.222.0.72 "GET /v2.0/security-groups?id=351edb33-a693-4fd3-8aed-86de15517ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711126 Jan 28 13:48:29.776270 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.notifiers.nova [req-edcc4471-36b6-4736-8b1e-b7b00ddebb34 req-b20201b9-3a51-43c6-928c-db21d31ef34d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfcdaca1-467c-495f-aba8-f3fc930df133 {{(pid=109085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:48:29.783919 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-edcc4471-36b6-4736-8b1e-b7b00ddebb34 req-b20201b9-3a51-43c6-928c-db21d31ef34d service neutron] Publish callbacks [] for port (dfcdaca1-467c-495f-aba8-f3fc930df133), precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:29.796128 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.db.provisioning_blocks [req-edcc4471-36b6-4736-8b1e-b7b00ddebb34 req-b20201b9-3a51-43c6-928c-db21d31ef34d service neutron] Transition to ACTIVE for port object dfcdaca1-467c-495f-aba8-f3fc930df133 will not be triggered until provisioned by entity L2. {{(pid=109085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:48:29.802893 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-edcc4471-36b6-4736-8b1e-b7b00ddebb34 req-b20201b9-3a51-43c6-928c-db21d31ef34d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4723334'] for port (dfcdaca1-467c-495f-aba8-f3fc930df133), after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:29.854738 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20201b9-3a51-43c6-928c-db21d31ef34d service neutron] Pushing event updated for resources: {'Port': ['ID=dfcdaca1-467c-495f-aba8-f3fc930df133,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:29.927746 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-edcc4471-36b6-4736-8b1e-b7b00ddebb34 req-b20201b9-3a51-43c6-928c-db21d31ef34d service neutron] Attempting to bind port dfcdaca1-467c-495f-aba8-f3fc930df133 on host hv-cinder-82418 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:48:29.928081 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-edcc4471-36b6-4736-8b1e-b7b00ddebb34 req-b20201b9-3a51-43c6-928c-db21d31ef34d service neutron] Attempting to bind port dfcdaca1-467c-495f-aba8-f3fc930df133 by drivers openvswitch,hyperv on host hv-cinder-82418 at level 0 using segments [{'id': '2abf073d-7ee6-4913-b331-d6f5e44b2927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '77a9d7fd-caa4-46e4-b26c-398632d587f7'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:48:29.928418 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edcc4471-36b6-4736-8b1e-b7b00ddebb34 req-b20201b9-3a51-43c6-928c-db21d31ef34d service neutron] Attempting to bind port dfcdaca1-467c-495f-aba8-f3fc930df133 on network 77a9d7fd-caa4-46e4-b26c-398632d587f7 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:48:29.933150 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edcc4471-36b6-4736-8b1e-b7b00ddebb34 req-b20201b9-3a51-43c6-928c-db21d31ef34d service neutron] Port dfcdaca1-467c-495f-aba8-f3fc930df133 on network 77a9d7fd-caa4-46e4-b26c-398632d587f7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82418 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:48:29.933478 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edcc4471-36b6-4736-8b1e-b7b00ddebb34 req-b20201b9-3a51-43c6-928c-db21d31ef34d service neutron] Attempting to bind port dfcdaca1-467c-495f-aba8-f3fc930df133 on network 77a9d7fd-caa4-46e4-b26c-398632d587f7 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:48:29.938710 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edcc4471-36b6-4736-8b1e-b7b00ddebb34 req-b20201b9-3a51-43c6-928c-db21d31ef34d service neutron] Checking agent: {'id': '06140fe1-dee6-47e9-9649-a5d5e543fff8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82418', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 43, 32), 'started_at': datetime.datetime(2022, 1, 28, 13, 43, 32), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 48, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:48:29.939050 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edcc4471-36b6-4736-8b1e-b7b00ddebb34 req-b20201b9-3a51-43c6-928c-db21d31ef34d service neutron] Checking segment: {'id': '2abf073d-7ee6-4913-b331-d6f5e44b2927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '77a9d7fd-caa4-46e4-b26c-398632d587f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:48:29.939436 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edcc4471-36b6-4736-8b1e-b7b00ddebb34 req-b20201b9-3a51-43c6-928c-db21d31ef34d service neutron] Bound using segment: {'id': '2abf073d-7ee6-4913-b331-d6f5e44b2927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '77a9d7fd-caa4-46e4-b26c-398632d587f7'} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:48:29.939866 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-edcc4471-36b6-4736-8b1e-b7b00ddebb34 req-b20201b9-3a51-43c6-928c-db21d31ef34d service neutron] Bound port: dfcdaca1-467c-495f-aba8-f3fc930df133, host: hv-cinder-82418, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2abf073d-7ee6-4913-b331-d6f5e44b2927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '77a9d7fd-caa4-46e4-b26c-398632d587f7'}}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:48:29.940442 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-edcc4471-36b6-4736-8b1e-b7b00ddebb34 req-b20201b9-3a51-43c6-928c-db21d31ef34d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (dfcdaca1-467c-495f-aba8-f3fc930df133), before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:30.016566 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-edcc4471-36b6-4736-8b1e-b7b00ddebb34 req-b20201b9-3a51-43c6-928c-db21d31ef34d service neutron] For port dfcdaca1-467c-495f-aba8-f3fc930df133, host hv-cinder-82418, cleared binding levels {{(pid=109085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:48:30.019972 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-edcc4471-36b6-4736-8b1e-b7b00ddebb34 req-b20201b9-3a51-43c6-928c-db21d31ef34d service neutron] For port dfcdaca1-467c-495f-aba8-f3fc930df133, host hv-cinder-82418, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=dfcdaca1-467c-495f-aba8-f3fc930df133,segment=NetworkSegment(2abf073d-7ee6-4913-b331-d6f5e44b2927),segment_id=2abf073d-7ee6-4913-b331-d6f5e44b2927)] {{(pid=109085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:48:30.026112 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-edcc4471-36b6-4736-8b1e-b7b00ddebb34 req-b20201b9-3a51-43c6-928c-db21d31ef34d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4723334'] for port (dfcdaca1-467c-495f-aba8-f3fc930df133), after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:30.069090 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcc4471-36b6-4736-8b1e-b7b00ddebb34 req-b20201b9-3a51-43c6-928c-db21d31ef34d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:30.069678 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-edcc4471-36b6-4736-8b1e-b7b00ddebb34 req-b20201b9-3a51-43c6-928c-db21d31ef34d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91499'] for port (None), before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:30.071343 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-edcc4471-36b6-4736-8b1e-b7b00ddebb34 req-b20201b9-3a51-43c6-928c-db21d31ef34d service neutron] 10.222.0.78 "PUT /v2.0/ports/dfcdaca1-467c-495f-aba8-f3fc930df133 HTTP/1.1" status: 200 len: 1093 time: 0.7149503 Jan 28 13:48:30.071928 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0b255d5-978a-4b0d-91cc-e1ff166d24f8', 'tag': 'dfcdaca1-467c-495f-aba8-f3fc930df133'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:48:30.074850 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19ef927ebdb7e136520bf73605241c98ba3844c75ab8794845cb00139da391b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6d2490f-40de-418f-bffd-96589e9ae597" -d '{"events": [{"name": "network-changed", "server_uuid": "e0b255d5-978a-4b0d-91cc-e1ff166d24f8", "tag": "dfcdaca1-467c-495f-aba8-f3fc930df133"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:48:30.102905 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20201b9-3a51-43c6-928c-db21d31ef34d service neutron] Pushing event updated for resources: {'Port': ['ID=dfcdaca1-467c-495f-aba8-f3fc930df133,revision_number=3']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:30.174607 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:48:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6da92d0-b5e5-44d6-99c2-1e53380be6c6 x-openstack-request-id: req-c6da92d0-b5e5-44d6-99c2-1e53380be6c6 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:48:30.175077 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0b255d5-978a-4b0d-91cc-e1ff166d24f8", "tag": "dfcdaca1-467c-495f-aba8-f3fc930df133", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:48:30.175215 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-c6da92d0-b5e5-44d6-99c2-1e53380be6c6 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:48:30.175554 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0b255d5-978a-4b0d-91cc-e1ff166d24f8', 'tag': 'dfcdaca1-467c-495f-aba8-f3fc930df133', 'status': 'completed', 'code': 200} Jan 28 13:48:30.195381 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcc4471-36b6-4736-8b1e-b7b00ddebb34 req-559a6540-20ae-4837-8e24-f52714e9d1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:30.199116 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-edcc4471-36b6-4736-8b1e-b7b00ddebb34 req-559a6540-20ae-4837-8e24-f52714e9d1d8 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=1dd3b47ebfbe4d0eb9cd24d8466d81e2&device_id=e0b255d5-978a-4b0d-91cc-e1ff166d24f8 HTTP/1.1" status: 200 len: 1096 time: 0.0614846 Jan 28 13:48:30.251712 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-73422613-0a86-4f81-9160-4aa0bbe5c73a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (5fb30df9-6f10-41b8-94cc-b881623ba250), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:30.267814 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-edcc4471-36b6-4736-8b1e-b7b00ddebb34 req-4434fe67-6c66-432c-a5f6-a462859f2eb8 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dfcdaca1-467c-495f-aba8-f3fc930df133 HTTP/1.1" status: 200 len: 217 time: 0.0464578 Jan 28 13:48:30.331618 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcc4471-36b6-4736-8b1e-b7b00ddebb34 req-bcc60b88-e2f3-4b07-864a-b6ed548c5d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:30.333178 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-edcc4471-36b6-4736-8b1e-b7b00ddebb34 req-bcc60b88-e2f3-4b07-864a-b6ed548c5d93 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=6897cf15-6c8e-4f66-8fd6-9ab02f212f95 HTTP/1.1" status: 200 len: 848 time: 0.0592365 Jan 28 13:48:30.397517 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcc4471-36b6-4736-8b1e-b7b00ddebb34 req-3dfb74a6-dc60-4d28-a2ec-1b2c8c2bf7db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:30.399094 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-edcc4471-36b6-4736-8b1e-b7b00ddebb34 req-3dfb74a6-dc60-4d28-a2ec-1b2c8c2bf7db service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=77a9d7fd-caa4-46e4-b26c-398632d587f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0591986 Jan 28 13:48:30.516001 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-edcc4471-36b6-4736-8b1e-b7b00ddebb34 req-d6bb536d-092d-41a8-8f00-d3551849bd25 service neutron] 10.222.0.78 "GET /v2.0/networks/77a9d7fd-caa4-46e4-b26c-398632d587f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070321 Jan 28 13:48:30.628962 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-edcc4471-36b6-4736-8b1e-b7b00ddebb34 req-f5c8e36f-f678-4707-b30b-7aac3c5ca919 service neutron] 10.222.0.78 "GET /v2.0/networks/77a9d7fd-caa4-46e4-b26c-398632d587f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071146 Jan 28 13:48:30.747496 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d2490f-40de-418f-bffd-96589e9ae597 req-e1499f58-393b-4e4b-b548-dca58987d91d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:30.749136 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-d6d2490f-40de-418f-bffd-96589e9ae597 req-e1499f58-393b-4e4b-b548-dca58987d91d service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=1dd3b47ebfbe4d0eb9cd24d8466d81e2&device_id=e0b255d5-978a-4b0d-91cc-e1ff166d24f8 HTTP/1.1" status: 200 len: 1096 time: 0.0491049 Jan 28 13:48:30.894975 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4617eb4-9e35-4266-9938-0bb49faeb612 req-e897b186-8fc1-4518-9762-5dc2f56ffcd3 tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:30.896378 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-d4617eb4-9e35-4266-9938-0bb49faeb612 req-e897b186-8fc1-4518-9762-5dc2f56ffcd3 tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0b255d5-978a-4b0d-91cc-e1ff166d24f8 HTTP/1.1" status: 200 len: 943 time: 0.0913966 Jan 28 13:48:30.898033 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d2490f-40de-418f-bffd-96589e9ae597 req-887ba937-9747-4965-904a-d4ddd24088e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:30.899342 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-d6d2490f-40de-418f-bffd-96589e9ae597 req-887ba937-9747-4965-904a-d4ddd24088e5 service neutron] 10.222.0.78 "GET /v2.0/networks?id=77a9d7fd-caa4-46e4-b26c-398632d587f7 HTTP/1.1" status: 200 len: 910 time: 0.1424389 Jan 28 13:48:30.958851 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-d6d2490f-40de-418f-bffd-96589e9ae597 req-5e3c1455-dbb4-4659-b6df-bcd1c3c5b878 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dfcdaca1-467c-495f-aba8-f3fc930df133 HTTP/1.1" status: 200 len: 217 time: 0.0468924 Jan 28 13:48:31.021018 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-d4617eb4-9e35-4266-9938-0bb49faeb612 req-5e7644c1-fc7b-42fd-99c7-8e4c42fc1e3f tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] 10.222.0.72 "GET /v2.0/security-groups?id=351edb33-a693-4fd3-8aed-86de15517ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1178279 Jan 28 13:48:31.032800 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d2490f-40de-418f-bffd-96589e9ae597 req-0b5a8311-e6e9-4662-b5a6-436c3ccac143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:31.034319 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-d6d2490f-40de-418f-bffd-96589e9ae597 req-0b5a8311-e6e9-4662-b5a6-436c3ccac143 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=6897cf15-6c8e-4f66-8fd6-9ab02f212f95 HTTP/1.1" status: 200 len: 848 time: 0.0635939 Jan 28 13:48:31.083573 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d2490f-40de-418f-bffd-96589e9ae597 req-74f8a9c7-5b78-4315-ac27-64182767c3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:31.085091 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-d6d2490f-40de-418f-bffd-96589e9ae597 req-74f8a9c7-5b78-4315-ac27-64182767c3e3 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=77a9d7fd-caa4-46e4-b26c-398632d587f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0432713 Jan 28 13:48:31.192616 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-d6d2490f-40de-418f-bffd-96589e9ae597 req-5af6364c-e6cf-4dbd-9fc2-42d87f944379 service neutron] 10.222.0.78 "GET /v2.0/networks/77a9d7fd-caa4-46e4-b26c-398632d587f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000876 Jan 28 13:48:31.290130 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-d6d2490f-40de-418f-bffd-96589e9ae597 req-bbe2ff52-efce-4963-a95d-7451fa56de27 service neutron] 10.222.0.78 "GET /v2.0/networks/77a9d7fd-caa4-46e4-b26c-398632d587f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900242 Jan 28 13:48:31.699519 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-120fdcba-5236-4c4f-ad1d-de3bbc2703f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (270c75b4-e9a8-4b16-85de-99abb56244df), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:31.811315 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c1e1ec-211f-4fac-ad93-3fe3d3d135b4 req-613f6db3-ab99-45f4-8606-a2545329bf50 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:31.812823 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-74c1e1ec-211f-4fac-ad93-3fe3d3d135b4 req-613f6db3-ab99-45f4-8606-a2545329bf50 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/ports?device_id=51ea482b-e202-4a11-a7d3-d8e22636f7d7 HTTP/1.1" status: 200 len: 945 time: 0.0494647 Jan 28 13:48:31.861783 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-74c1e1ec-211f-4fac-ad93-3fe3d3d135b4 req-aba868a1-3a1d-41a8-a2ac-7c71c1678992 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e8aa884-59a1-48b6-b990-b4cff53ce899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425406 Jan 28 13:48:32.164149 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42717a4d-573f-4bc0-80c7-d61a0b6823cd req-42227315-2cfa-4946-8af1-56ee8e615410 tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:32.165611 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-42717a4d-573f-4bc0-80c7-d61a0b6823cd req-42227315-2cfa-4946-8af1-56ee8e615410 tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0b255d5-978a-4b0d-91cc-e1ff166d24f8 HTTP/1.1" status: 200 len: 943 time: 0.0566707 Jan 28 13:48:32.223743 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-42717a4d-573f-4bc0-80c7-d61a0b6823cd req-042f1ff0-17b8-4ebe-b914-a8acc872e6cb tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] 10.222.0.72 "GET /v2.0/security-groups?id=351edb33-a693-4fd3-8aed-86de15517ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521355 Jan 28 13:48:32.833697 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a365d3e8-b48a-4a28-95b6-25537061fe93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (282d2827-b9b4-4282-91d0-335a7cd9818a), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:32.901799 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (06140fe1-dee6-47e9-9649-a5d5e543fff8), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:32.994190 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac4b648-f3de-4090-bdd6-40c7725f2112 req-76341b61-596e-4b7f-a0a7-049c4ff518c1 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:32.995680 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-4ac4b648-f3de-4090-bdd6-40c7725f2112 req-76341b61-596e-4b7f-a0a7-049c4ff518c1 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/ports?device_id=51ea482b-e202-4a11-a7d3-d8e22636f7d7 HTTP/1.1" status: 200 len: 945 time: 0.0545003 Jan 28 13:48:33.044708 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-4ac4b648-f3de-4090-bdd6-40c7725f2112 req-54547558-9e40-466e-9a2b-33e0e3b38eef tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e8aa884-59a1-48b6-b990-b4cff53ce899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431132 Jan 28 13:48:33.263736 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-d8a55147-f1db-4ed8-bde4-18aa37bc67ae req-841300f2-4538-411d-9c11-fda55b923189 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=d5d89034-8705-4e93-a271-97e037a7c2b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0415733 Jan 28 13:48:33.326301 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a55147-f1db-4ed8-bde4-18aa37bc67ae req-29fd2d06-26d2-4da6-a3c4-9000f964e941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:33.328021 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-d8a55147-f1db-4ed8-bde4-18aa37bc67ae req-29fd2d06-26d2-4da6-a3c4-9000f964e941 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=737de5ae86cd4e209c1bd6e090b968f3&device_id=d5d89034-8705-4e93-a271-97e037a7c2b3 HTTP/1.1" status: 200 len: 1099 time: 0.0409448 Jan 28 13:48:33.345567 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10df1c3b-9cbf-4a89-bfad-8221287ba32d req-a1808cb9-63d8-4251-999e-e93e6beeba03 tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:33.347070 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-10df1c3b-9cbf-4a89-bfad-8221287ba32d req-a1808cb9-63d8-4251-999e-e93e6beeba03 tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0b255d5-978a-4b0d-91cc-e1ff166d24f8 HTTP/1.1" status: 200 len: 943 time: 0.0510855 Jan 28 13:48:33.395157 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-10df1c3b-9cbf-4a89-bfad-8221287ba32d req-46b69e35-b4c2-4912-9816-36adce77b9a9 tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] 10.222.0.72 "GET /v2.0/security-groups?id=351edb33-a693-4fd3-8aed-86de15517ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422955 Jan 28 13:48:33.438176 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a55147-f1db-4ed8-bde4-18aa37bc67ae req-1c2143fa-a388-4998-81aa-8b5951557d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:33.439661 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-d8a55147-f1db-4ed8-bde4-18aa37bc67ae req-1c2143fa-a388-4998-81aa-8b5951557d2a service neutron] 10.222.0.78 "GET /v2.0/networks?id=78d9b12b-20e5-405d-b8d9-58d523acb332 HTTP/1.1" status: 200 len: 911 time: 0.0925212 Jan 28 13:48:33.506248 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-d8a55147-f1db-4ed8-bde4-18aa37bc67ae req-7a5872a6-8d44-470d-b499-6015eca21578 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aa3e569d-6363-4a00-9499-01745c34b864 HTTP/1.1" status: 200 len: 1002 time: 0.0582592 Jan 28 13:48:33.559553 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a55147-f1db-4ed8-bde4-18aa37bc67ae req-b2f76593-8a34-4b8b-8f40-9bd9f8870526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:33.561125 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-d8a55147-f1db-4ed8-bde4-18aa37bc67ae req-b2f76593-8a34-4b8b-8f40-9bd9f8870526 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=3016a3fe-7a83-4026-bb15-1c5764645712 HTTP/1.1" status: 200 len: 849 time: 0.0480237 Jan 28 13:48:33.607190 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a55147-f1db-4ed8-bde4-18aa37bc67ae req-24ae3163-bc75-4830-bcfc-9f0536bbd3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:33.608771 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-d8a55147-f1db-4ed8-bde4-18aa37bc67ae req-24ae3163-bc75-4830-bcfc-9f0536bbd3c2 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=78d9b12b-20e5-405d-b8d9-58d523acb332&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0412533 Jan 28 13:48:33.700454 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-d8a55147-f1db-4ed8-bde4-18aa37bc67ae req-8ceb45c4-19ca-4ed5-acfa-d5f3b07a0ca8 service neutron] 10.222.0.78 "GET /v2.0/networks/78d9b12b-20e5-405d-b8d9-58d523acb332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842528 Jan 28 13:48:33.766476 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 43540) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:48:33.798517 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-d8a55147-f1db-4ed8-bde4-18aa37bc67ae req-42484585-e07c-4bd9-b2aa-f088342e1dd1 service neutron] 10.222.0.78 "GET /v2.0/networks/78d9b12b-20e5-405d-b8d9-58d523acb332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897081 Jan 28 13:48:33.921803 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-647368a2-f0cd-4a8f-911c-f1c34a1dcdf9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:34.000751 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-647368a2-f0cd-4a8f-911c-f1c34a1dcdf9 admin admin] Publish callbacks [] for security_group (65b21865-e8b9-40f2-bad6-d02cfa152722), precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:34.007541 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-647368a2-f0cd-4a8f-911c-f1c34a1dcdf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (65b21865-e8b9-40f2-bad6-d02cfa152722), after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:34.045016 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-647368a2-f0cd-4a8f-911c-f1c34a1dcdf9 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ff809a6150984ca98e1e5df65e03ce54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2773700 Jan 28 13:48:34.045882 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647368a2-f0cd-4a8f-911c-f1c34a1dcdf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65b21865-e8b9-40f2-bad6-d02cfa152722,revision_number=1']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:34.047939 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 43546) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:48:34.053740 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647368a2-f0cd-4a8f-911c-f1c34a1dcdf9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:48:34.054095 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647368a2-f0cd-4a8f-911c-f1c34a1dcdf9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:48:34.054445 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647368a2-f0cd-4a8f-911c-f1c34a1dcdf9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:48:34.054770 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647368a2-f0cd-4a8f-911c-f1c34a1dcdf9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:48:34.055101 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647368a2-f0cd-4a8f-911c-f1c34a1dcdf9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:48:34.055429 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647368a2-f0cd-4a8f-911c-f1c34a1dcdf9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:48:34.055937 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647368a2-f0cd-4a8f-911c-f1c34a1dcdf9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:48:34.056324 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647368a2-f0cd-4a8f-911c-f1c34a1dcdf9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:48:34.056734 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647368a2-f0cd-4a8f-911c-f1c34a1dcdf9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:48:34.057129 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647368a2-f0cd-4a8f-911c-f1c34a1dcdf9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:48:34.057456 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647368a2-f0cd-4a8f-911c-f1c34a1dcdf9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:48:34.057788 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647368a2-f0cd-4a8f-911c-f1c34a1dcdf9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:48:34.058105 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647368a2-f0cd-4a8f-911c-f1c34a1dcdf9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:48:34.099577 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-768d643b-20a7-4e9a-8222-6fd07d4e2bd6 admin admin] Publish callbacks [] for security_group (65b21865-e8b9-40f2-bad6-d02cfa152722), before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:34.131948 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-768d643b-20a7-4e9a-8222-6fd07d4e2bd6 admin admin] Publish callbacks [] for security_group (65b21865-e8b9-40f2-bad6-d02cfa152722), precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:34.204731 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4404b23-1eef-4210-9a42-aca4c25bedd8 req-58c15e74-7f35-4b73-b354-76fb6e5033c4 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:34.206259 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-d4404b23-1eef-4210-9a42-aca4c25bedd8 req-58c15e74-7f35-4b73-b354-76fb6e5033c4 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/ports?device_id=51ea482b-e202-4a11-a7d3-d8e22636f7d7 HTTP/1.1" status: 200 len: 945 time: 0.0914364 Jan 28 13:48:34.216419 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (91ec632a-2927-4715-8bad-f3132ebcbe46), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:34.238900 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-768d643b-20a7-4e9a-8222-6fd07d4e2bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (65b21865-e8b9-40f2-bad6-d02cfa152722), after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:34.241402 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-768d643b-20a7-4e9a-8222-6fd07d4e2bd6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:34.242541 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-768d643b-20a7-4e9a-8222-6fd07d4e2bd6 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/65b21865-e8b9-40f2-bad6-d02cfa152722 HTTP/1.1" status: 204 len: 168 time: 0.1936340 Jan 28 13:48:34.263313 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768d643b-20a7-4e9a-8222-6fd07d4e2bd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65b21865-e8b9-40f2-bad6-d02cfa152722,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:34.271968 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-d4404b23-1eef-4210-9a42-aca4c25bedd8 req-d5a0d111-b212-416e-8b9f-020d4f18833f tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e8aa884-59a1-48b6-b990-b4cff53ce899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562427 Jan 28 13:48:34.526069 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f4ace0-67fa-43fc-a104-ca021b6e0dea req-46d9e80d-4c25-4107-9e61-f7d8babf408d tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:34.527581 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-18f4ace0-67fa-43fc-a104-ca021b6e0dea req-46d9e80d-4c25-4107-9e61-f7d8babf408d tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0b255d5-978a-4b0d-91cc-e1ff166d24f8 HTTP/1.1" status: 200 len: 943 time: 0.0513306 Jan 28 13:48:34.578594 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-18f4ace0-67fa-43fc-a104-ca021b6e0dea req-f2b3947b-788c-4478-84a7-bd0c2c23364d tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] 10.222.0.72 "GET /v2.0/security-groups?id=351edb33-a693-4fd3-8aed-86de15517ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446138 Jan 28 13:48:34.850828 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d010254b-adce-4040-bb5f-904fd06641a2 req-77a3ab78-d56e-44c8-aebf-b01994c5e5ae tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:34.851201 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-d010254b-adce-4040-bb5f-904fd06641a2 req-77a3ab78-d56e-44c8-aebf-b01994c5e5ae tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.78 "GET /v2.0/ports?device_id=51ea482b-e202-4a11-a7d3-d8e22636f7d7 HTTP/1.1" status: 200 len: 945 time: 0.0492735 Jan 28 13:48:34.942526 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-d010254b-adce-4040-bb5f-904fd06641a2 req-bdee687a-137f-40c6-9e14-e7617283f055 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] Deleting port b9db4f3a-66b6-49f8-9a55-7f7664da40b2 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:48:34.943138 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-d010254b-adce-4040-bb5f-904fd06641a2 req-bdee687a-137f-40c6-9e14-e7617283f055 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742788692592'] for port (b9db4f3a-66b6-49f8-9a55-7f7664da40b2), before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:34.952158 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 43576) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:48:35.041663 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-d010254b-adce-4040-bb5f-904fd06641a2 req-bdee687a-137f-40c6-9e14-e7617283f055 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] For port b9db4f3a-66b6-49f8-9a55-7f7664da40b2, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=b9db4f3a-66b6-49f8-9a55-7f7664da40b2,segment=NetworkSegment(003e6ed3-f660-4372-97dd-5a5269adf1a1),segment_id=003e6ed3-f660-4372-97dd-5a5269adf1a1)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:48:35.042059 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-d010254b-adce-4040-bb5f-904fd06641a2 req-bdee687a-137f-40c6-9e14-e7617283f055 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818260'] for port (b9db4f3a-66b6-49f8-9a55-7f7664da40b2), precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:35.054073 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-d010254b-adce-4040-bb5f-904fd06641a2 req-bdee687a-137f-40c6-9e14-e7617283f055 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] Calling delete_port for b9db4f3a-66b6-49f8-9a55-7f7664da40b2 owned by compute:nova {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:48:35.063233 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.v2.base [None req-54dcaa5e-c714-4917-82f1-593730fe9618 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1605188062-network', 'tenant_id': '066532ec653e41aaa9c7e05722d8b0aa'}} {{(pid=109084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:48:35.089274 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54dcaa5e-c714-4917-82f1-593730fe9618 admin admin] Made reservation on behalf of 066532ec653e41aaa9c7e05722d8b0aa for: {'network': 1} {{(pid=109084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:48:35.091873 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-54dcaa5e-c714-4917-82f1-593730fe9618 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for network (None), before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:35.100864 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-54dcaa5e-c714-4917-82f1-593730fe9618 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:35.180400 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-54dcaa5e-c714-4917-82f1-593730fe9618 admin admin] Publish callbacks [] for security_group (5cded702-1696-4fa4-b86d-e31c80ca89d3), precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:35.186348 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-54dcaa5e-c714-4917-82f1-593730fe9618 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (5cded702-1696-4fa4-b86d-e31c80ca89d3), after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:35.200245 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-d010254b-adce-4040-bb5f-904fd06641a2 req-bdee687a-137f-40c6-9e14-e7617283f055 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742788697034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742788384835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4723325'] for port (b9db4f3a-66b6-49f8-9a55-7f7664da40b2), after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:35.212482 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54dcaa5e-c714-4917-82f1-593730fe9618 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 726} {{(pid=109084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:48:35.212978 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] get_ports_and_sgs() called for port_ids ['b324fbc8-e91a-4b94-a8ee-3eb3e03211e8', 'b9db4f3a-66b6-49f8-9a55-7f7664da40b2'] {{(pid=109086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:48:35.222657 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dcaa5e-c714-4917-82f1-593730fe9618 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cded702-1696-4fa4-b86d-e31c80ca89d3,revision_number=1']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:35.228070 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-54dcaa5e-c714-4917-82f1-593730fe9618 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-923698'] for segment (a935220a-3894-468f-9ef1-086134d7cd84), precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:35.228607 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.db.segments_db [None req-54dcaa5e-c714-4917-82f1-593730fe9618 admin admin] Added segment a935220a-3894-468f-9ef1-086134d7cd84 of type vlan for network a5e1158c-43ca-495d-87ee-f8a1290dae33 Jan 28 13:48:35.233691 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdee687a-137f-40c6-9e14-e7617283f055 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] Pushing event deleted for resources: {'Port': ['ID=b9db4f3a-66b6-49f8-9a55-7f7664da40b2,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:35.270858 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-54dcaa5e-c714-4917-82f1-593730fe9618 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742788371074'] for network (a5e1158c-43ca-495d-87ee-f8a1290dae33), precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:35.277224 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-d010254b-adce-4040-bb5f-904fd06641a2 req-bdee687a-137f-40c6-9e14-e7617283f055 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] No DVR routers for this DVR port b9db4f3a-66b6-49f8-9a55-7f7664da40b2 on host hv-cinder-82418 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:48:35.281660 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-d010254b-adce-4040-bb5f-904fd06641a2 req-bdee687a-137f-40c6-9e14-e7617283f055 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91499'] for port (None), before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:35.286161 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-d010254b-adce-4040-bb5f-904fd06641a2 req-bdee687a-137f-40c6-9e14-e7617283f055 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.78 "DELETE /v2.0/ports/b9db4f3a-66b6-49f8-9a55-7f7664da40b2 HTTP/1.1" status: 204 len: 173 time: 0.4294455 Jan 28 13:48:35.286671 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51ea482b-e202-4a11-a7d3-d8e22636f7d7', 'name': 'network-vif-deleted', 'tag': 'b9db4f3a-66b6-49f8-9a55-7f7664da40b2'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:48:35.297574 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19ef927ebdb7e136520bf73605241c98ba3844c75ab8794845cb00139da391b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9816b9e3-594f-4dbf-afbf-33f1c47f86e6" -d '{"events": [{"server_uuid": "51ea482b-e202-4a11-a7d3-d8e22636f7d7", "name": "network-vif-deleted", "tag": "b9db4f3a-66b6-49f8-9a55-7f7664da40b2"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:48:35.311503 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-54dcaa5e-c714-4917-82f1-593730fe9618 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625'] for network (a5e1158c-43ca-495d-87ee-f8a1290dae33), after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:35.313023 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54dcaa5e-c714-4917-82f1-593730fe9618 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:35.313850 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-54dcaa5e-c714-4917-82f1-593730fe9618 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032615'] for network (None), before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:35.372187 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-54dcaa5e-c714-4917-82f1-593730fe9618 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4187982 Jan 28 13:48:35.386074 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 43588) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:48:35.392047 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6c2ed81-2e43-4349-aab9-0c6ad3c3c8d2 x-openstack-request-id: req-e6c2ed81-2e43-4349-aab9-0c6ad3c3c8d2 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:48:35.392309 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51ea482b-e202-4a11-a7d3-d8e22636f7d7", "name": "network-vif-deleted", "tag": "b9db4f3a-66b6-49f8-9a55-7f7664da40b2", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:48:35.392780 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e6c2ed81-2e43-4349-aab9-0c6ad3c3c8d2 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:48:35.393487 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51ea482b-e202-4a11-a7d3-d8e22636f7d7', 'name': 'network-vif-deleted', 'tag': 'b9db4f3a-66b6-49f8-9a55-7f7664da40b2', 'status': 'completed', 'code': 200} Jan 28 13:48:35.396380 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-59162553-7e2e-461e-859d-ecb569e023e9 req-f20c7050-17e7-49b8-9d0a-aeeea7ca105f tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/ports?device_id=51ea482b-e202-4a11-a7d3-d8e22636f7d7 HTTP/1.1" status: 200 len: 210 time: 0.0425000 Jan 28 13:48:35.400480 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.v2.base [None req-36b7b293-dca5-4be8-a3f7-845bf3779ec5 admin admin] Request body: {'subnet': {'network_id': 'a5e1158c-43ca-495d-87ee-f8a1290dae33', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1605188062-subnet', 'tenant_id': '066532ec653e41aaa9c7e05722d8b0aa', 'ip_version': 4}} {{(pid=109084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:48:35.417352 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dcaa5e-c714-4917-82f1-593730fe9618 admin admin] Pushing event updated for resources: {'Network': ['ID=a5e1158c-43ca-495d-87ee-f8a1290dae33,revision_number=1']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:35.432202 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36b7b293-dca5-4be8-a3f7-845bf3779ec5 admin admin] Made reservation on behalf of 066532ec653e41aaa9c7e05722d8b0aa for: {'subnet': 1} {{(pid=109084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:48:35.434919 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-36b7b293-dca5-4be8-a3f7-845bf3779ec5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5831756'] for subnet (None), before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:35.437725 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Network a5e1158c-43ca-495d-87ee-f8a1290dae33 details requested by agent ovs-agent-dv-cinder-824187-7-iscsi with host dv-cinder-824187-7-iscsi {{(pid=109086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:48:35.625225 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-36b7b293-dca5-4be8-a3f7-845bf3779ec5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6110873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5831774'] for subnet (f4f46cf0-6c1d-488f-be0f-6575b76810a8), after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:35.706406 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b7b293-dca5-4be8-a3f7-845bf3779ec5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4f46cf0-6c1d-488f-be0f-6575b76810a8,revision_number=0']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:35.736188 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b7b293-dca5-4be8-a3f7-845bf3779ec5 admin admin] Checking segment: {'id': 'a935220a-3894-468f-9ef1-086134d7cd84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'a5e1158c-43ca-495d-87ee-f8a1290dae33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:48:35.736802 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b7b293-dca5-4be8-a3f7-845bf3779ec5 admin admin] Network hostable DHCP agents. Network: a5e1158c-43ca-495d-87ee-f8a1290dae33, hostable agents: ['fe6892c5-7eb1-46ce-88dd-77c5bcc32263'], hosted agents: [] {{(pid=109084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:48:35.747641 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234a5526-f768-49e3-9a76-b2ac02c1b851 req-5dcb42fc-0286-4af2-87ae-faeb406fdad6 tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:35.749691 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-234a5526-f768-49e3-9a76-b2ac02c1b851 req-5dcb42fc-0286-4af2-87ae-faeb406fdad6 tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0b255d5-978a-4b0d-91cc-e1ff166d24f8 HTTP/1.1" status: 200 len: 943 time: 0.0901477 Jan 28 13:48:35.783987 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b7b293-dca5-4be8-a3f7-845bf3779ec5 admin admin] Network a5e1158c-43ca-495d-87ee-f8a1290dae33 is scheduled to be hosted by DHCP agent fe6892c5-7eb1-46ce-88dd-77c5bcc32263 with binding_index 1 {{(pid=109084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:48:35.825413 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-234a5526-f768-49e3-9a76-b2ac02c1b851 req-763c0d3d-38b1-4479-9dde-9f668c351570 tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] 10.222.0.72 "GET /v2.0/security-groups?id=351edb33-a693-4fd3-8aed-86de15517ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694110 Jan 28 13:48:35.826470 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.scheduler.base_scheduler [None req-36b7b293-dca5-4be8-a3f7-845bf3779ec5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824187-7-iscsi, a5e1158c-43ca-495d-87ee-f8a1290dae33) {{(pid=109084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:48:35.831294 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b7b293-dca5-4be8-a3f7-845bf3779ec5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:35.832117 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-36b7b293-dca5-4be8-a3f7-845bf3779ec5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:35.837733 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf267847-d51d-4565-bf5e-c65116aa3a9c None None] Network a5e1158c-43ca-495d-87ee-f8a1290dae33 requested from dv-cinder-824187-7-iscsi {{(pid=109086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:48:35.872267 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-36b7b293-dca5-4be8-a3f7-845bf3779ec5 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4801335 Jan 28 13:48:35.876233 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 43606) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:48:35.887240 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.v2.base [None req-1af3b5c7-f6e3-448a-8eee-86681519edcf admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1605188062-router', 'tenant_id': '066532ec653e41aaa9c7e05722d8b0aa', 'external_gateway_info': {'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067'}}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:48:35.919877 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1af3b5c7-f6e3-448a-8eee-86681519edcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1812062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-46824'] for router (b8fb0b18-af11-4f19-9eae-eae1357591ad), before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:35.921007 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1af3b5c7-f6e3-448a-8eee-86681519edcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1812686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1816868', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1575594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-46611'] for router (b8fb0b18-af11-4f19-9eae-eae1357591ad), precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:35.971904 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c8f5c0-1e24-4762-b938-4f6bf36b8c40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp107b8415-c657-5120-917d-5bab152d4a1a-a5e1158c-43ca-495d-87ee-f8a1290dae33', 'network_id': 'a5e1158c-43ca-495d-87ee-f8a1290dae33', 'project_id': '066532ec653e41aaa9c7e05722d8b0aa', 'fixed_ips': [{'subnet_id': 'f4f46cf0-6c1d-488f-be0f-6575b76810a8'}]}} from dv-cinder-824187-7-iscsi. {{(pid=109086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:48:35.973105 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-04c8f5c0-1e24-4762-b938-4f6bf36b8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (None), before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:35.991792 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1af3b5c7-f6e3-448a-8eee-86681519edcf admin admin] Publish callbacks [] for router_controller (b8fb0b18-af11-4f19-9eae-eae1357591ad), precommit_add_association {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:36.123113 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-04c8f5c0-1e24-4762-b938-4f6bf36b8c40 None None] Allocated IP 172.20.0.2 (a5e1158c-43ca-495d-87ee-f8a1290dae33/f4f46cf0-6c1d-488f-be0f-6575b76810a8/04aff5e1-88d0-435d-9a1a-e967fe374688) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:48:36.130388 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1af3b5c7-f6e3-448a-8eee-86681519edcf admin admin] Publish callbacks [] for router_gateway (b8fb0b18-af11-4f19-9eae-eae1357591ad), precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:36.275555 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-04c8f5c0-1e24-4762-b938-4f6bf36b8c40 None None] Publish callbacks [] for port (04aff5e1-88d0-435d-9a1a-e967fe374688), precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:36.284945 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-04c8f5c0-1e24-4762-b938-4f6bf36b8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742788384826'] for port (04aff5e1-88d0-435d-9a1a-e967fe374688), after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:36.325641 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c8f5c0-1e24-4762-b938-4f6bf36b8c40 None None] Network a5e1158c-43ca-495d-87ee-f8a1290dae33 is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:48:36.333123 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-04c8f5c0-1e24-4762-b938-4f6bf36b8c40 None None] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:48:36.335449 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c8f5c0-1e24-4762-b938-4f6bf36b8c40 None None] Pushing event updated for resources: {'Port': ['ID=04aff5e1-88d0-435d-9a1a-e967fe374688,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:36.337786 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c8f5c0-1e24-4762-b938-4f6bf36b8c40 None None] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:48:36.346907 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c8f5c0-1e24-4762-b938-4f6bf36b8c40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:48:36.347246 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c8f5c0-1e24-4762-b938-4f6bf36b8c40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:48:36.347390 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1af3b5c7-f6e3-448a-8eee-86681519edcf admin admin] Publish callbacks [] for router_gateway (b8fb0b18-af11-4f19-9eae-eae1357591ad), before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:36.347604 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c8f5c0-1e24-4762-b938-4f6bf36b8c40 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:48:36.347946 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c8f5c0-1e24-4762-b938-4f6bf36b8c40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:48:36.348290 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c8f5c0-1e24-4762-b938-4f6bf36b8c40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:48:36.348609 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c8f5c0-1e24-4762-b938-4f6bf36b8c40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:48:36.348953 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c8f5c0-1e24-4762-b938-4f6bf36b8c40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:48:36.349449 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c8f5c0-1e24-4762-b938-4f6bf36b8c40 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:48:36.349935 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c8f5c0-1e24-4762-b938-4f6bf36b8c40 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:48:36.350280 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c8f5c0-1e24-4762-b938-4f6bf36b8c40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:48:36.350753 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c8f5c0-1e24-4762-b938-4f6bf36b8c40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:48:36.351107 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c8f5c0-1e24-4762-b938-4f6bf36b8c40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:48:36.351432 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c8f5c0-1e24-4762-b938-4f6bf36b8c40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:48:36.367656 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1af3b5c7-f6e3-448a-8eee-86681519edcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (None), before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:36.404599 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [None req-04c8f5c0-1e24-4762-b938-4f6bf36b8c40 None None] Attempting to bind port 04aff5e1-88d0-435d-9a1a-e967fe374688 on host dv-cinder-824187-7-iscsi for vnic_type normal with profile {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:48:36.404981 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [None req-04c8f5c0-1e24-4762-b938-4f6bf36b8c40 None None] Attempting to bind port 04aff5e1-88d0-435d-9a1a-e967fe374688 by drivers openvswitch,hyperv on host dv-cinder-824187-7-iscsi at level 0 using segments [{'id': 'a935220a-3894-468f-9ef1-086134d7cd84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'a5e1158c-43ca-495d-87ee-f8a1290dae33'}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:48:36.405348 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c8f5c0-1e24-4762-b938-4f6bf36b8c40 None None] Attempting to bind port 04aff5e1-88d0-435d-9a1a-e967fe374688 on network a5e1158c-43ca-495d-87ee-f8a1290dae33 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:48:36.410457 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c8f5c0-1e24-4762-b938-4f6bf36b8c40 None None] Checking agent: {'id': '91ec632a-2927-4715-8bad-f3132ebcbe46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824187-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 37, 34), 'started_at': datetime.datetime(2022, 1, 28, 13, 38, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824187-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:48:36.410828 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c8f5c0-1e24-4762-b938-4f6bf36b8c40 None None] Checking segment: {'id': 'a935220a-3894-468f-9ef1-086134d7cd84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'a5e1158c-43ca-495d-87ee-f8a1290dae33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:48:36.411222 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-04c8f5c0-1e24-4762-b938-4f6bf36b8c40 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:36.411608 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c8f5c0-1e24-4762-b938-4f6bf36b8c40 None None] Bound using segment: {'id': 'a935220a-3894-468f-9ef1-086134d7cd84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'a5e1158c-43ca-495d-87ee-f8a1290dae33'} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:48:36.412066 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [None req-04c8f5c0-1e24-4762-b938-4f6bf36b8c40 None None] Bound port: 04aff5e1-88d0-435d-9a1a-e967fe374688, host: dv-cinder-824187-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a935220a-3894-468f-9ef1-086134d7cd84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'a5e1158c-43ca-495d-87ee-f8a1290dae33'}}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:48:36.412446 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-04c8f5c0-1e24-4762-b938-4f6bf36b8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (04aff5e1-88d0-435d-9a1a-e967fe374688), before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:36.478084 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [None req-1af3b5c7-f6e3-448a-8eee-86681519edcf admin admin] Allocated IP 172.27.0.100 (5658bb11-9d09-4b0d-90e7-a96bf662b067/12c2ab48-c458-44a5-bf56-c21764e1e48c/ba95fcaa-b493-44d2-a505-34dd05c105e4) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:48:36.494675 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-04c8f5c0-1e24-4762-b938-4f6bf36b8c40 None None] For port 04aff5e1-88d0-435d-9a1a-e967fe374688, host dv-cinder-824187-7-iscsi, cleared binding levels {{(pid=109086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:48:36.498280 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-04c8f5c0-1e24-4762-b938-4f6bf36b8c40 None None] For port 04aff5e1-88d0-435d-9a1a-e967fe374688, host dv-cinder-824187-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-7-iscsi',level=0,port_id=04aff5e1-88d0-435d-9a1a-e967fe374688,segment=NetworkSegment(a935220a-3894-468f-9ef1-086134d7cd84),segment_id=a935220a-3894-468f-9ef1-086134d7cd84)] {{(pid=109086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:48:36.503846 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-04c8f5c0-1e24-4762-b938-4f6bf36b8c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862'] for port (04aff5e1-88d0-435d-9a1a-e967fe374688), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:36.565376 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c8f5c0-1e24-4762-b938-4f6bf36b8c40 None None] Pushing event updated for resources: {'Port': ['ID=04aff5e1-88d0-435d-9a1a-e967fe374688,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:36.605944 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1af3b5c7-f6e3-448a-8eee-86681519edcf admin admin] Publish callbacks [] for port (ba95fcaa-b493-44d2-a505-34dd05c105e4), precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:36.649743 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1af3b5c7-f6e3-448a-8eee-86681519edcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742788384826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4723325'] for port (ba95fcaa-b493-44d2-a505-34dd05c105e4), after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:36.712240 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af3b5c7-f6e3-448a-8eee-86681519edcf admin admin] Network 5658bb11-9d09-4b0d-90e7-a96bf662b067 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:48:36.722001 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-1af3b5c7-f6e3-448a-8eee-86681519edcf admin admin] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:48:36.728722 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af3b5c7-f6e3-448a-8eee-86681519edcf admin admin] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:48:36.734437 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af3b5c7-f6e3-448a-8eee-86681519edcf admin admin] Pushing event updated for resources: {'Port': ['ID=ba95fcaa-b493-44d2-a505-34dd05c105e4,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:36.782136 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3215e57-0270-4bc0-b560-cd31e7705788 req-45f74e8b-5d86-4be6-bdc4-41bed5a7de73 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:36.785351 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-c3215e57-0270-4bc0-b560-cd31e7705788 req-45f74e8b-5d86-4be6-bdc4-41bed5a7de73 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/ports?device_id=175714f6-fa92-4781-8501-a6356be58096 HTTP/1.1" status: 200 len: 945 time: 0.1108124 Jan 28 13:48:36.919081 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-c3215e57-0270-4bc0-b560-cd31e7705788 req-3a7f46fb-d947-4534-96a5-a2902859328d tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e8aa884-59a1-48b6-b990-b4cff53ce899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288772 Jan 28 13:48:36.967804 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd55658d-1757-433a-9fa1-238e4472aa6c req-b9f2013f-4652-4dc4-b3c6-a80485be782b tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:36.969535 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-cd55658d-1757-433a-9fa1-238e4472aa6c req-b9f2013f-4652-4dc4-b3c6-a80485be782b tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0b255d5-978a-4b0d-91cc-e1ff166d24f8 HTTP/1.1" status: 200 len: 943 time: 0.0617330 Jan 28 13:48:37.025739 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-cd55658d-1757-433a-9fa1-238e4472aa6c req-d1078f0c-699d-4167-821f-de8548f4d5eb tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] 10.222.0.72 "GET /v2.0/security-groups?id=351edb33-a693-4fd3-8aed-86de15517ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503528 Jan 28 13:48:37.047839 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1af3b5c7-f6e3-448a-8eee-86681519edcf admin admin] Publish callbacks [] for router_gateway (b8fb0b18-af11-4f19-9eae-eae1357591ad), after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:37.245749 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1af3b5c7-f6e3-448a-8eee-86681519edcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1812695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1816913'] for router (b8fb0b18-af11-4f19-9eae-eae1357591ad), after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:37.508003 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-923b0e04-ad70-4087-9d41-81d6d8901509 None None] Network a5e1158c-43ca-495d-87ee-f8a1290dae33 requested from dv-cinder-824187-7-iscsi {{(pid=109086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:48:37.615416 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1af3b5c7-f6e3-448a-8eee-86681519edcf admin admin] Router b8fb0b18-af11-4f19-9eae-eae1357591ad is scheduled to L3 agent 5fb30df9-6f10-41b8-94cc-b881623ba250 with binding_index 1 {{(pid=109085) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:48:37.628882 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-b4d72d06-0511-45fc-a68a-0b0fe5772252 None None] Provisioning complete for port 04aff5e1-88d0-435d-9a1a-e967fe374688 triggered by entity DHCP. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:48:37.629231 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b4d72d06-0511-45fc-a68a-0b0fe5772252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041328'] for port (04aff5e1-88d0-435d-9a1a-e967fe374688), provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:37.722651 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-b4d72d06-0511-45fc-a68a-0b0fe5772252 None None] Current status of the port 04aff5e1-88d0-435d-9a1a-e967fe374688 is: DOWN; New status is: ACTIVE {{(pid=109086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:48:37.723145 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b4d72d06-0511-45fc-a68a-0b0fe5772252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (04aff5e1-88d0-435d-9a1a-e967fe374688), before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:37.725815 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1af3b5c7-f6e3-448a-8eee-86681519edcf admin admin] Notify agent at l3_agent.dv-cinder-824187-7-iscsi the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:48:37.737005 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227e3c0c-ddf6-4954-98d5-6061ab5620ae None None] Sync routers for ids ['b8fb0b18-af11-4f19-9eae-eae1357591ad'] in dv-cinder-824187-7-iscsi {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:48:37.750707 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227e3c0c-ddf6-4954-98d5-6061ab5620ae None None] Routers {'b8fb0b18-af11-4f19-9eae-eae1357591ad'} bound to L3 agent in host dv-cinder-824187-7-iscsi {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:48:37.750975 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-227e3c0c-ddf6-4954-98d5-6061ab5620ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T13:37:30Z,description=,heartbeat_timestamp=2022-01-28T13:48:30Z,host='dv-cinder-824187-7-iscsi',id=5fb30df9-6f10-41b8-94cc-b881623ba250,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:37:30Z,topic='l3_agent')) {'router_ids': ['b8fb0b18-af11-4f19-9eae-eae1357591ad'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:48:37.754286 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1af3b5c7-f6e3-448a-8eee-86681519edcf admin admin] Publish callbacks [] for router (None), before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:37.756018 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-1af3b5c7-f6e3-448a-8eee-86681519edcf admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8782432 Jan 28 13:48:37.758627 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 43624) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:48:37.760010 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-b4d72d06-0511-45fc-a68a-0b0fe5772252 None None] For port 04aff5e1-88d0-435d-9a1a-e967fe374688, host dv-cinder-824187-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-7-iscsi',level=0,port_id=04aff5e1-88d0-435d-9a1a-e967fe374688,segment=NetworkSegment(a935220a-3894-468f-9ef1-086134d7cd84),segment_id=a935220a-3894-468f-9ef1-086134d7cd84)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:48:37.765835 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b4d72d06-0511-45fc-a68a-0b0fe5772252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862'] for port (04aff5e1-88d0-435d-9a1a-e967fe374688), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:37.828097 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d72d06-0511-45fc-a68a-0b0fe5772252 None None] Pushing event updated for resources: {'Port': ['ID=04aff5e1-88d0-435d-9a1a-e967fe374688,revision_number=3']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:37.889795 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-d3684207-8900-4b59-9ef0-d26919227e0d None None] Provisioning complete for port 04aff5e1-88d0-435d-9a1a-e967fe374688 triggered by entity DHCP. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:48:37.890502 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d3684207-8900-4b59-9ef0-d26919227e0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041328'] for port (04aff5e1-88d0-435d-9a1a-e967fe374688), provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:37.917869 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Device 04aff5e1-88d0-435d-9a1a-e967fe374688 up at agent ovs-agent-dv-cinder-824187-7-iscsi {{(pid=109086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:48:38.010424 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-227e3c0c-ddf6-4954-98d5-6061ab5620ae None None] Set router b8fb0b18-af11-4f19-9eae-eae1357591ad gateway port host: dv-cinder-824187-7-iscsi {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:48:38.015956 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Provisioning complete for port 04aff5e1-88d0-435d-9a1a-e967fe374688 triggered by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:48:38.016334 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041328'] for port (04aff5e1-88d0-435d-9a1a-e967fe374688), provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:38.018861 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-d3684207-8900-4b59-9ef0-d26919227e0d None None] Current status of the port 04aff5e1-88d0-435d-9a1a-e967fe374688 is: ACTIVE; New status is: ACTIVE {{(pid=109086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:48:38.198991 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-227e3c0c-ddf6-4954-98d5-6061ab5620ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8fb0b18-af11-4f19-9eae-eae1357591ad', 'name': 'tempest-TestMinimumBasicScenario-1605188062-router', 'tenant_id': '066532ec653e41aaa9c7e05722d8b0aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'external_fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': 'ba95fcaa-b493-44d2-a505-34dd05c105e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:48:35Z', 'updated_at': '2022-01-28T13:48:36Z', 'revision_number': 3, 'project_id': '066532ec653e41aaa9c7e05722d8b0aa', 'gw_port': {'id': 'ba95fcaa-b493-44d2-a505-34dd05c105e4', 'name': '', 'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:7c:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8fb0b18-af11-4f19-9eae-eae1357591ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:48:36Z', 'updated_at': '2022-01-28T13:48:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-7-iscsi'}], 'dv-cinder-824187-7-iscsi', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:48:38.238202 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227e3c0c-ddf6-4954-98d5-6061ab5620ae None None] Checking router: b8fb0b18-af11-4f19-9eae-eae1357591ad for host: dv-cinder-824187-7-iscsi {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:48:38.238573 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227e3c0c-ddf6-4954-98d5-6061ab5620ae None None] Updating router b8fb0b18-af11-4f19-9eae-eae1357591ad port ba95fcaa-b493-44d2-a505-34dd05c105e4 binding host dv-cinder-824187-7-iscsi {{(pid=109087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:48:38.245724 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Current status of the port 04aff5e1-88d0-435d-9a1a-e967fe374688 is: ACTIVE; New status is: ACTIVE {{(pid=109086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:48:38.273830 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-227e3c0c-ddf6-4954-98d5-6061ab5620ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (ba95fcaa-b493-44d2-a505-34dd05c105e4), before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:38.280956 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-2a8962be-6a89-4f6d-a3fd-4efb13463041 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (None), before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:38.434165 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.db.db_base_plugin_common [None req-2a8962be-6a89-4f6d-a3fd-4efb13463041 admin admin] Allocated IP 172.20.0.1 (a5e1158c-43ca-495d-87ee-f8a1290dae33/f4f46cf0-6c1d-488f-be0f-6575b76810a8/0c2c6b49-97b2-4b56-b821-c7df9f031f5d) {{(pid=109084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:48:38.525292 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-227e3c0c-ddf6-4954-98d5-6061ab5620ae None None] Publish callbacks [] for port (ba95fcaa-b493-44d2-a505-34dd05c105e4), precommit_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:38.531328 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-227e3c0c-ddf6-4954-98d5-6061ab5620ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862'] for port (ba95fcaa-b493-44d2-a505-34dd05c105e4), after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:38.537810 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-2a8962be-6a89-4f6d-a3fd-4efb13463041 admin admin] Publish callbacks [] for port (0c2c6b49-97b2-4b56-b821-c7df9f031f5d), precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:38.576243 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-2a8962be-6a89-4f6d-a3fd-4efb13463041 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742788384826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6110957'] for port (0c2c6b49-97b2-4b56-b821-c7df9f031f5d), after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:38.579233 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-227e3c0c-ddf6-4954-98d5-6061ab5620ae None None] Attempting to bind port ba95fcaa-b493-44d2-a505-34dd05c105e4 on host dv-cinder-824187-7-iscsi for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:48:38.579604 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-227e3c0c-ddf6-4954-98d5-6061ab5620ae None None] Attempting to bind port ba95fcaa-b493-44d2-a505-34dd05c105e4 by drivers openvswitch,hyperv on host dv-cinder-824187-7-iscsi at level 0 using segments [{'id': '2ff911eb-b784-4487-8703-ed6009453f86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:48:38.579964 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227e3c0c-ddf6-4954-98d5-6061ab5620ae None None] Attempting to bind port ba95fcaa-b493-44d2-a505-34dd05c105e4 on network 5658bb11-9d09-4b0d-90e7-a96bf662b067 {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:48:38.589696 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227e3c0c-ddf6-4954-98d5-6061ab5620ae None None] Checking agent: {'id': '91ec632a-2927-4715-8bad-f3132ebcbe46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824187-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 37, 34), 'started_at': datetime.datetime(2022, 1, 28, 13, 38, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824187-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:48:38.590103 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227e3c0c-ddf6-4954-98d5-6061ab5620ae None None] Checking segment: {'id': '2ff911eb-b784-4487-8703-ed6009453f86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:48:38.590501 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-227e3c0c-ddf6-4954-98d5-6061ab5620ae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:38.590884 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227e3c0c-ddf6-4954-98d5-6061ab5620ae None None] Bound using segment: {'id': '2ff911eb-b784-4487-8703-ed6009453f86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:48:38.591349 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-227e3c0c-ddf6-4954-98d5-6061ab5620ae None None] Bound port: ba95fcaa-b493-44d2-a505-34dd05c105e4, host: dv-cinder-824187-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ff911eb-b784-4487-8703-ed6009453f86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:48:38.591772 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-227e3c0c-ddf6-4954-98d5-6061ab5620ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (ba95fcaa-b493-44d2-a505-34dd05c105e4), before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:38.600884 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233dc24d-2c90-4661-a08c-fd1d78db48d5 None None] Pushing event updated for resources: {'Port': ['ID=ba95fcaa-b493-44d2-a505-34dd05c105e4,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:38.615331 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a8962be-6a89-4f6d-a3fd-4efb13463041 admin admin] Network a5e1158c-43ca-495d-87ee-f8a1290dae33 is already hosted by enough agents. {{(pid=109084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:48:38.620112 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.scheduler.base_scheduler [None req-2a8962be-6a89-4f6d-a3fd-4efb13463041 admin admin] Resources bound (agent type, host, resource id): {{(pid=109084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:48:38.625441 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8962be-6a89-4f6d-a3fd-4efb13463041 admin admin] Received port after_create {{(pid=109084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:48:38.629193 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8962be-6a89-4f6d-a3fd-4efb13463041 admin admin] Pushing event updated for resources: {'Port': ['ID=0c2c6b49-97b2-4b56-b821-c7df9f031f5d,revision_number=1']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:38.634926 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233dc24d-2c90-4661-a08c-fd1d78db48d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:48:38.635293 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233dc24d-2c90-4661-a08c-fd1d78db48d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:48:38.635652 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233dc24d-2c90-4661-a08c-fd1d78db48d5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:48:38.636002 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233dc24d-2c90-4661-a08c-fd1d78db48d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:48:38.636314 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233dc24d-2c90-4661-a08c-fd1d78db48d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:48:38.636637 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233dc24d-2c90-4661-a08c-fd1d78db48d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:48:38.636984 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233dc24d-2c90-4661-a08c-fd1d78db48d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:48:38.637307 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233dc24d-2c90-4661-a08c-fd1d78db48d5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:48:38.637627 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233dc24d-2c90-4661-a08c-fd1d78db48d5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:48:38.637960 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233dc24d-2c90-4661-a08c-fd1d78db48d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:48:38.638281 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233dc24d-2c90-4661-a08c-fd1d78db48d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:48:38.638594 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233dc24d-2c90-4661-a08c-fd1d78db48d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:48:38.638907 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233dc24d-2c90-4661-a08c-fd1d78db48d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:48:38.671525 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-227e3c0c-ddf6-4954-98d5-6061ab5620ae None None] For port ba95fcaa-b493-44d2-a505-34dd05c105e4, host dv-cinder-824187-7-iscsi, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:48:38.673316 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-2a8962be-6a89-4f6d-a3fd-4efb13463041 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1817636'] for router_interface (b8fb0b18-af11-4f19-9eae-eae1357591ad), before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:38.675027 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-227e3c0c-ddf6-4954-98d5-6061ab5620ae None None] For port ba95fcaa-b493-44d2-a505-34dd05c105e4, host dv-cinder-824187-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-7-iscsi',level=0,port_id=ba95fcaa-b493-44d2-a505-34dd05c105e4,segment=NetworkSegment(2ff911eb-b784-4487-8703-ed6009453f86),segment_id=2ff911eb-b784-4487-8703-ed6009453f86)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:48:38.680730 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-227e3c0c-ddf6-4954-98d5-6061ab5620ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862'] for port (ba95fcaa-b493-44d2-a505-34dd05c105e4), after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:38.736303 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227e3c0c-ddf6-4954-98d5-6061ab5620ae None None] Routers {'b8fb0b18-af11-4f19-9eae-eae1357591ad'} bound to L3 agent in host dv-cinder-824187-7-iscsi {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:48:38.736992 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-227e3c0c-ddf6-4954-98d5-6061ab5620ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T13:37:30Z,description=,heartbeat_timestamp=2022-01-28T13:48:30Z,host='dv-cinder-824187-7-iscsi',id=5fb30df9-6f10-41b8-94cc-b881623ba250,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:37:30Z,topic='l3_agent')) {'router_ids': ['b8fb0b18-af11-4f19-9eae-eae1357591ad'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:48:38.779029 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233dc24d-2c90-4661-a08c-fd1d78db48d5 None None] Pushing event updated for resources: {'Port': ['ID=ba95fcaa-b493-44d2-a505-34dd05c105e4,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:38.817481 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-2a8962be-6a89-4f6d-a3fd-4efb13463041 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (0c2c6b49-97b2-4b56-b821-c7df9f031f5d), before_update {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:38.860409 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-227e3c0c-ddf6-4954-98d5-6061ab5620ae None None] Set router b8fb0b18-af11-4f19-9eae-eae1357591ad gateway port host: dv-cinder-824187-7-iscsi {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:48:38.953061 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-82612247-932d-4ca1-a8ab-5f69fc19291c None None] Provisioning complete for port 0c2c6b49-97b2-4b56-b821-c7df9f031f5d triggered by entity DHCP. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:48:38.953699 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-82612247-932d-4ca1-a8ab-5f69fc19291c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041328'] for port (0c2c6b49-97b2-4b56-b821-c7df9f031f5d), provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:38.979902 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-2a8962be-6a89-4f6d-a3fd-4efb13463041 admin admin] Publish callbacks [] for port (0c2c6b49-97b2-4b56-b821-c7df9f031f5d), precommit_update {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:38.986096 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-2a8962be-6a89-4f6d-a3fd-4efb13463041 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6110742'] for port (0c2c6b49-97b2-4b56-b821-c7df9f031f5d), after_update {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:38.994321 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-82612247-932d-4ca1-a8ab-5f69fc19291c None None] Port 0c2c6b49-97b2-4b56-b821-c7df9f031f5d cannot update to ACTIVE because it is not bound. {{(pid=109086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:48:39.052156 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-227e3c0c-ddf6-4954-98d5-6061ab5620ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8fb0b18-af11-4f19-9eae-eae1357591ad', 'name': 'tempest-TestMinimumBasicScenario-1605188062-router', 'tenant_id': '066532ec653e41aaa9c7e05722d8b0aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'external_fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': 'ba95fcaa-b493-44d2-a505-34dd05c105e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:48:35Z', 'updated_at': '2022-01-28T13:48:36Z', 'revision_number': 3, 'project_id': '066532ec653e41aaa9c7e05722d8b0aa', 'gw_port': {'id': 'ba95fcaa-b493-44d2-a505-34dd05c105e4', 'name': '', 'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:7c:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8fb0b18-af11-4f19-9eae-eae1357591ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:48:36Z', 'updated_at': '2022-01-28T13:48:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-7-iscsi'}], 'dv-cinder-824187-7-iscsi', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:48:39.057895 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8962be-6a89-4f6d-a3fd-4efb13463041 admin admin] Pushing event updated for resources: {'Port': ['ID=0c2c6b49-97b2-4b56-b821-c7df9f031f5d,revision_number=2']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:39.061401 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-2a8962be-6a89-4f6d-a3fd-4efb13463041 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2032387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1811860'] for router_interface (b8fb0b18-af11-4f19-9eae-eae1357591ad), after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:39.082244 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-227e3c0c-ddf6-4954-98d5-6061ab5620ae None None] The sync data for ids ['b8fb0b18-af11-4f19-9eae-eae1357591ad'] in dv-cinder-824187-7-iscsi is: [{'id': 'b8fb0b18-af11-4f19-9eae-eae1357591ad', 'name': 'tempest-TestMinimumBasicScenario-1605188062-router', 'tenant_id': '066532ec653e41aaa9c7e05722d8b0aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'external_fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': 'ba95fcaa-b493-44d2-a505-34dd05c105e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:48:35Z', 'updated_at': '2022-01-28T13:48:36Z', 'revision_number': 3, 'project_id': '066532ec653e41aaa9c7e05722d8b0aa', 'gw_port': {'id': 'ba95fcaa-b493-44d2-a505-34dd05c105e4', 'name': '', 'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:7c:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8fb0b18-af11-4f19-9eae-eae1357591ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:48:36Z', 'updated_at': '2022-01-28T13:48:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-7-iscsi'}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:48:39.157658 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a8962be-6a89-4f6d-a3fd-4efb13463041 admin admin] Network a5e1158c-43ca-495d-87ee-f8a1290dae33 is already hosted by enough agents. {{(pid=109084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:48:39.159186 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.scheduler.base_scheduler [None req-2a8962be-6a89-4f6d-a3fd-4efb13463041 admin admin] Resources bound (agent type, host, resource id): {{(pid=109084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:48:39.285693 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a8962be-6a89-4f6d-a3fd-4efb13463041 admin admin] Router b8fb0b18-af11-4f19-9eae-eae1357591ad has already been hosted by L3 agent 5fb30df9-6f10-41b8-94cc-b881623ba250 {{(pid=109084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:48:39.420958 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-827872dd-8ad9-42f8-a2ac-b4458f9fc46b None None] Provisioning complete for port 0c2c6b49-97b2-4b56-b821-c7df9f031f5d triggered by entity DHCP. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:48:39.420958 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-827872dd-8ad9-42f8-a2ac-b4458f9fc46b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041328'] for port (0c2c6b49-97b2-4b56-b821-c7df9f031f5d), provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:39.426380 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a8962be-6a89-4f6d-a3fd-4efb13463041 admin admin] Notify agent at l3_agent.dv-cinder-824187-7-iscsi the message routers_updated {{(pid=109084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:48:39.432822 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-2a8962be-6a89-4f6d-a3fd-4efb13463041 admin admin] 10.222.0.72 "PUT /v2.0/routers/b8fb0b18-af11-4f19-9eae-eae1357591ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6725419 Jan 28 13:48:39.464265 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-827872dd-8ad9-42f8-a2ac-b4458f9fc46b None None] Port 0c2c6b49-97b2-4b56-b821-c7df9f031f5d cannot update to ACTIVE because it is not bound. {{(pid=109086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:48:39.919128 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Device ba95fcaa-b493-44d2-a505-34dd05c105e4 up at agent ovs-agent-dv-cinder-824187-7-iscsi {{(pid=109086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:48:39.944318 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 43648) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:48:39.949704 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.v2.base [None req-f1da3df0-5ee3-4146-9610-a081ac7080a3 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-918094146-network', 'tenant_id': 'da0d2234d5b645f7a9a053c70bfc386e'}} {{(pid=109084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:48:39.971156 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1da3df0-5ee3-4146-9610-a081ac7080a3 admin admin] Made reservation on behalf of da0d2234d5b645f7a9a053c70bfc386e for: {'network': 1} {{(pid=109084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:48:39.973775 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-f1da3df0-5ee3-4146-9610-a081ac7080a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for network (None), before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:39.973990 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Provisioning complete for port ba95fcaa-b493-44d2-a505-34dd05c105e4 triggered by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:48:39.974483 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041328'] for port (ba95fcaa-b493-44d2-a505-34dd05c105e4), provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:39.982576 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-f1da3df0-5ee3-4146-9610-a081ac7080a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:40.050180 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Current status of the port ba95fcaa-b493-44d2-a505-34dd05c105e4 is: DOWN; New status is: ACTIVE {{(pid=109086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:48:40.050523 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (ba95fcaa-b493-44d2-a505-34dd05c105e4), before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:40.059649 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-f1da3df0-5ee3-4146-9610-a081ac7080a3 admin admin] Publish callbacks [] for security_group (9210bf30-e4d9-4e57-a6f4-37336abe1ca4), precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:40.065701 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-f1da3df0-5ee3-4146-9610-a081ac7080a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (9210bf30-e4d9-4e57-a6f4-37336abe1ca4), after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:40.073421 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] For port ba95fcaa-b493-44d2-a505-34dd05c105e4, host dv-cinder-824187-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-7-iscsi',level=0,port_id=ba95fcaa-b493-44d2-a505-34dd05c105e4,segment=NetworkSegment(2ff911eb-b784-4487-8703-ed6009453f86),segment_id=2ff911eb-b784-4487-8703-ed6009453f86)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:48:40.079582 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862'] for port (ba95fcaa-b493-44d2-a505-34dd05c105e4), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:40.080258 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Device 04aff5e1-88d0-435d-9a1a-e967fe374688 up at agent ovs-agent-dv-cinder-824187-7-iscsi {{(pid=109086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:48:40.094599 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1da3df0-5ee3-4146-9610-a081ac7080a3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 736} {{(pid=109084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:48:40.104575 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da3df0-5ee3-4146-9610-a081ac7080a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9210bf30-e4d9-4e57-a6f4-37336abe1ca4,revision_number=1']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:40.109387 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-f1da3df0-5ee3-4146-9610-a081ac7080a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-923698'] for segment (9bd04139-65a9-4dc0-ba80-61ceac62e05e), precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:40.109744 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.db.segments_db [None req-f1da3df0-5ee3-4146-9610-a081ac7080a3 admin admin] Added segment 9bd04139-65a9-4dc0-ba80-61ceac62e05e of type vlan for network ea8a97fc-f8a5-4bdc-8bc9-653eaf60a04f Jan 28 13:48:40.153126 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-f1da3df0-5ee3-4146-9610-a081ac7080a3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742788371074'] for network (ea8a97fc-f8a5-4bdc-8bc9-653eaf60a04f), precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:40.163527 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Pushing event updated for resources: {'Port': ['ID=ba95fcaa-b493-44d2-a505-34dd05c105e4,revision_number=4']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:40.173687 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Provisioning complete for port 04aff5e1-88d0-435d-9a1a-e967fe374688 triggered by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:48:40.174069 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041328'] for port (04aff5e1-88d0-435d-9a1a-e967fe374688), provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:40.179518 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-f1da3df0-5ee3-4146-9610-a081ac7080a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625'] for network (ea8a97fc-f8a5-4bdc-8bc9-653eaf60a04f), after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:40.180532 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1da3df0-5ee3-4146-9610-a081ac7080a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:40.181222 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-f1da3df0-5ee3-4146-9610-a081ac7080a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032615'] for network (None), before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:40.245494 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-f1da3df0-5ee3-4146-9610-a081ac7080a3 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.2957273 Jan 28 13:48:40.245706 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 43652) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:48:40.249713 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.v2.base [None req-3d6c311a-8ce5-44ac-abe9-891a7dcf3e67 admin admin] Request body: {'subnet': {'network_id': 'ea8a97fc-f8a5-4bdc-8bc9-653eaf60a04f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-918094146-subnet', 'tenant_id': 'da0d2234d5b645f7a9a053c70bfc386e', 'ip_version': 4}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:48:40.260558 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da3df0-5ee3-4146-9610-a081ac7080a3 admin admin] Pushing event updated for resources: {'Network': ['ID=ea8a97fc-f8a5-4bdc-8bc9-653eaf60a04f,revision_number=1']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:40.266356 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Current status of the port 04aff5e1-88d0-435d-9a1a-e967fe374688 is: ACTIVE; New status is: ACTIVE {{(pid=109086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:48:40.274915 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Network ea8a97fc-f8a5-4bdc-8bc9-653eaf60a04f details requested by agent ovs-agent-dv-cinder-824187-7-iscsi with host dv-cinder-824187-7-iscsi {{(pid=109086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:48:40.275533 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d6c311a-8ce5-44ac-abe9-891a7dcf3e67 admin admin] Made reservation on behalf of da0d2234d5b645f7a9a053c70bfc386e for: {'subnet': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:48:40.277944 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3d6c311a-8ce5-44ac-abe9-891a7dcf3e67 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4594145'] for subnet (None), before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:40.450153 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3d6c311a-8ce5-44ac-abe9-891a7dcf3e67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4723209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4594163'] for subnet (eea56fe0-bc6d-400e-a2e9-8788e065f4c8), after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:40.500451 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6c311a-8ce5-44ac-abe9-891a7dcf3e67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eea56fe0-bc6d-400e-a2e9-8788e065f4c8,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:40.517531 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6c311a-8ce5-44ac-abe9-891a7dcf3e67 admin admin] Checking segment: {'id': '9bd04139-65a9-4dc0-ba80-61ceac62e05e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'ea8a97fc-f8a5-4bdc-8bc9-653eaf60a04f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:48:40.517735 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Device b9db4f3a-66b6-49f8-9a55-7f7664da40b2 no longer exists at agent hyperv_hv-cinder-82418 {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:48:40.517892 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d6c311a-8ce5-44ac-abe9-891a7dcf3e67 admin admin] Network hostable DHCP agents. Network: ea8a97fc-f8a5-4bdc-8bc9-653eaf60a04f, hostable agents: ['fe6892c5-7eb1-46ce-88dd-77c5bcc32263'], hosted agents: [] {{(pid=109085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:48:40.540827 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] No Port match for: b9db4f3a-66b6-49f8-9a55-7f7664da40b2 {{(pid=109086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:48:40.541350 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Device b9db4f3a-66b6-49f8-9a55-7f7664da40b2 not bound to the agent host hv-cinder-82418 {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:48:40.554328 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d6c311a-8ce5-44ac-abe9-891a7dcf3e67 admin admin] Network ea8a97fc-f8a5-4bdc-8bc9-653eaf60a04f is scheduled to be hosted by DHCP agent fe6892c5-7eb1-46ce-88dd-77c5bcc32263 with binding_index 1 {{(pid=109085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:48:40.566656 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-3d6c311a-8ce5-44ac-abe9-891a7dcf3e67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824187-7-iscsi, ea8a97fc-f8a5-4bdc-8bc9-653eaf60a04f) {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:48:40.571221 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d6c311a-8ce5-44ac-abe9-891a7dcf3e67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:40.572284 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3d6c311a-8ce5-44ac-abe9-891a7dcf3e67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032615'] for subnet (None), before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:40.577662 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9308332-affd-4f30-91f4-3119157c25f9 None None] Network ea8a97fc-f8a5-4bdc-8bc9-653eaf60a04f requested from dv-cinder-824187-7-iscsi {{(pid=109086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:48:40.595108 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-3d6c311a-8ce5-44ac-abe9-891a7dcf3e67 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3492208 Jan 28 13:48:40.597404 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 43654) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:48:40.601881 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.v2.base [None req-eb620ff3-b376-496c-a3fd-adfbb5ed6fbb admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-918094146-router', 'tenant_id': 'da0d2234d5b645f7a9a053c70bfc386e', 'external_gateway_info': {'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067'}}} {{(pid=109084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:48:40.649971 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815ece58-b3bc-403f-a78d-826809d1b585 req-0e820cf1-aa93-47c3-a292-bbb0f7739635 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:40.653863 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-815ece58-b3bc-403f-a78d-826809d1b585 req-0e820cf1-aa93-47c3-a292-bbb0f7739635 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/ports?device_id=175714f6-fa92-4781-8501-a6356be58096 HTTP/1.1" status: 200 len: 945 time: 0.0554187 Jan 28 13:48:40.657697 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-eb620ff3-b376-496c-a3fd-adfbb5ed6fbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1812062', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-46824'] for router (7f038a6e-d63e-4bd1-ace7-2994c48703ff), before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:40.658738 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-eb620ff3-b376-496c-a3fd-adfbb5ed6fbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1812686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1816868', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1575594', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-46611'] for router (7f038a6e-d63e-4bd1-ace7-2994c48703ff), precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:40.677631 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69ca0d8-2504-46b5-a738-ac8cc1dd6e18 req-f32b35c7-9756-4e31-bc06-3f3415f54095 tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:40.685004 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-e69ca0d8-2504-46b5-a738-ac8cc1dd6e18 req-f32b35c7-9756-4e31-bc06-3f3415f54095 tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0b255d5-978a-4b0d-91cc-e1ff166d24f8 HTTP/1.1" status: 200 len: 943 time: 0.0796425 Jan 28 13:48:40.723386 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9524c2-7855-468f-b0d7-87282bc170c6 None None] Sync routers for ids ['b8fb0b18-af11-4f19-9eae-eae1357591ad'] in dv-cinder-824187-7-iscsi {{(pid=109086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:48:40.732572 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00c2ceb5-a664-487a-8e13-46a9ef5f73e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp107b8415-c657-5120-917d-5bab152d4a1a-ea8a97fc-f8a5-4bdc-8bc9-653eaf60a04f', 'network_id': 'ea8a97fc-f8a5-4bdc-8bc9-653eaf60a04f', 'project_id': 'da0d2234d5b645f7a9a053c70bfc386e', 'fixed_ips': [{'subnet_id': 'eea56fe0-bc6d-400e-a2e9-8788e065f4c8'}]}} from dv-cinder-824187-7-iscsi. {{(pid=109086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 28 13:48:40.733446 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-00c2ceb5-a664-487a-8e13-46a9ef5f73e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (None), before_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:40.735678 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-815ece58-b3bc-403f-a78d-826809d1b585 req-4f525faf-1383-4a29-8223-3c7bb95dfeb5 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e8aa884-59a1-48b6-b990-b4cff53ce899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760005 Jan 28 13:48:40.747642 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9524c2-7855-468f-b0d7-87282bc170c6 None None] Routers {'b8fb0b18-af11-4f19-9eae-eae1357591ad'} bound to L3 agent in host dv-cinder-824187-7-iscsi {{(pid=109086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:48:40.748321 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-5e9524c2-7855-468f-b0d7-87282bc170c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T13:37:30Z,description=,heartbeat_timestamp=2022-01-28T13:48:30Z,host='dv-cinder-824187-7-iscsi',id=5fb30df9-6f10-41b8-94cc-b881623ba250,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:37:30Z,topic='l3_agent')) {'router_ids': ['b8fb0b18-af11-4f19-9eae-eae1357591ad'], 'active': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:48:40.761860 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-eb620ff3-b376-496c-a3fd-adfbb5ed6fbb admin admin] Publish callbacks [] for router_controller (7f038a6e-d63e-4bd1-ace7-2994c48703ff), precommit_add_association {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:40.814670 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-e69ca0d8-2504-46b5-a738-ac8cc1dd6e18 req-daf45e30-385b-451c-b511-6dd47015d8f1 tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] 10.222.0.72 "GET /v2.0/security-groups?id=351edb33-a693-4fd3-8aed-86de15517ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1278861 Jan 28 13:48:40.914211 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-eb620ff3-b376-496c-a3fd-adfbb5ed6fbb admin admin] Publish callbacks [] for router_gateway (7f038a6e-d63e-4bd1-ace7-2994c48703ff), precommit_update {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:40.946000 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvr_db [None req-5e9524c2-7855-468f-b0d7-87282bc170c6 None None] Set router b8fb0b18-af11-4f19-9eae-eae1357591ad gateway port host: dv-cinder-824187-7-iscsi {{(pid=109086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:48:40.986181 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.db_base_plugin_common [None req-00c2ceb5-a664-487a-8e13-46a9ef5f73e9 None None] Allocated IP 172.20.0.2 (ea8a97fc-f8a5-4bdc-8bc9-653eaf60a04f/eea56fe0-bc6d-400e-a2e9-8788e065f4c8/d04bfecc-a3f4-4005-8ec9-626075951371) {{(pid=109086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:48:41.141658 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-eb620ff3-b376-496c-a3fd-adfbb5ed6fbb admin admin] Publish callbacks [] for router_gateway (7f038a6e-d63e-4bd1-ace7-2994c48703ff), before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:41.162159 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-eb620ff3-b376-496c-a3fd-adfbb5ed6fbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (None), before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:41.274013 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-00c2ceb5-a664-487a-8e13-46a9ef5f73e9 None None] Publish callbacks [] for port (d04bfecc-a3f4-4005-8ec9-626075951371), precommit_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:41.278994 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.db.db_base_plugin_common [None req-eb620ff3-b376-496c-a3fd-adfbb5ed6fbb admin admin] Allocated IP 172.27.0.173 (5658bb11-9d09-4b0d-90e7-a96bf662b067/12c2ab48-c458-44a5-bf56-c21764e1e48c/b4876ce4-4290-46e9-b02b-7e1a7c3af5fc) {{(pid=109084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:48:41.284903 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-00c2ceb5-a664-487a-8e13-46a9ef5f73e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742788384826'] for port (d04bfecc-a3f4-4005-8ec9-626075951371), after_create {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:41.326127 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00c2ceb5-a664-487a-8e13-46a9ef5f73e9 None None] Network ea8a97fc-f8a5-4bdc-8bc9-653eaf60a04f is already hosted by enough agents. {{(pid=109086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:48:41.332657 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.scheduler.base_scheduler [None req-00c2ceb5-a664-487a-8e13-46a9ef5f73e9 None None] Resources bound (agent type, host, resource id): {{(pid=109086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:48:41.337485 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c2ceb5-a664-487a-8e13-46a9ef5f73e9 None None] Received port after_create {{(pid=109086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:48:41.353681 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-5e9524c2-7855-468f-b0d7-87282bc170c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8fb0b18-af11-4f19-9eae-eae1357591ad', 'name': 'tempest-TestMinimumBasicScenario-1605188062-router', 'tenant_id': '066532ec653e41aaa9c7e05722d8b0aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'external_fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': 'ba95fcaa-b493-44d2-a505-34dd05c105e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:48:35Z', 'updated_at': '2022-01-28T13:48:38Z', 'revision_number': 4, 'project_id': '066532ec653e41aaa9c7e05722d8b0aa', 'gw_port': {'id': 'ba95fcaa-b493-44d2-a505-34dd05c105e4', 'name': '', 'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:7c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8fb0b18-af11-4f19-9eae-eae1357591ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:48:36Z', 'updated_at': '2022-01-28T13:48:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-7-iscsi', '_interfaces': [{'id': '0c2c6b49-97b2-4b56-b821-c7df9f031f5d', 'name': '', 'network_id': 'a5e1158c-43ca-495d-87ee-f8a1290dae33', 'tenant_id': '066532ec653e41aaa9c7e05722d8b0aa', 'mac_address': 'fa:16:3e:66:1d:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8fb0b18-af11-4f19-9eae-eae1357591ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'f4f46cf0-6c1d-488f-be0f-6575b76810a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:48:38Z', 'updated_at': '2022-01-28T13:48:38Z', 'revision_number': 2, 'project_id': '066532ec653e41aaa9c7e05722d8b0aa', 'subnets': [{'id': 'f4f46cf0-6c1d-488f-be0f-6575b76810a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824187-7-iscsi', False) {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:48:41.357397 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c2ceb5-a664-487a-8e13-46a9ef5f73e9 None None] Pushing event updated for resources: {'Port': ['ID=d04bfecc-a3f4-4005-8ec9-626075951371,revision_number=1']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:41.392128 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-eb620ff3-b376-496c-a3fd-adfbb5ed6fbb admin admin] Publish callbacks [] for port (b4876ce4-4290-46e9-b02b-7e1a7c3af5fc), precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:41.398938 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9524c2-7855-468f-b0d7-87282bc170c6 None None] Checking router: b8fb0b18-af11-4f19-9eae-eae1357591ad for host: dv-cinder-824187-7-iscsi {{(pid=109086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:48:41.399289 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9524c2-7855-468f-b0d7-87282bc170c6 None None] Updating router b8fb0b18-af11-4f19-9eae-eae1357591ad port 0c2c6b49-97b2-4b56-b821-c7df9f031f5d binding host dv-cinder-824187-7-iscsi {{(pid=109086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:48:41.429333 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-eb620ff3-b376-496c-a3fd-adfbb5ed6fbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742788384826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6110957'] for port (b4876ce4-4290-46e9-b02b-7e1a7c3af5fc), after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:41.442551 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5e9524c2-7855-468f-b0d7-87282bc170c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (0c2c6b49-97b2-4b56-b821-c7df9f031f5d), before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:41.446734 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [None req-00c2ceb5-a664-487a-8e13-46a9ef5f73e9 None None] Attempting to bind port d04bfecc-a3f4-4005-8ec9-626075951371 on host dv-cinder-824187-7-iscsi for vnic_type normal with profile {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:48:41.447097 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [None req-00c2ceb5-a664-487a-8e13-46a9ef5f73e9 None None] Attempting to bind port d04bfecc-a3f4-4005-8ec9-626075951371 by drivers openvswitch,hyperv on host dv-cinder-824187-7-iscsi at level 0 using segments [{'id': '9bd04139-65a9-4dc0-ba80-61ceac62e05e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'ea8a97fc-f8a5-4bdc-8bc9-653eaf60a04f'}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:48:41.447455 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c2ceb5-a664-487a-8e13-46a9ef5f73e9 None None] Attempting to bind port d04bfecc-a3f4-4005-8ec9-626075951371 on network ea8a97fc-f8a5-4bdc-8bc9-653eaf60a04f {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:48:41.461063 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c2ceb5-a664-487a-8e13-46a9ef5f73e9 None None] Checking agent: {'id': '91ec632a-2927-4715-8bad-f3132ebcbe46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824187-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 37, 34), 'started_at': datetime.datetime(2022, 1, 28, 13, 38, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824187-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:48:41.461438 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c2ceb5-a664-487a-8e13-46a9ef5f73e9 None None] Checking segment: {'id': '9bd04139-65a9-4dc0-ba80-61ceac62e05e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'ea8a97fc-f8a5-4bdc-8bc9-653eaf60a04f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:48:41.461858 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-00c2ceb5-a664-487a-8e13-46a9ef5f73e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:41.462247 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00c2ceb5-a664-487a-8e13-46a9ef5f73e9 None None] Bound using segment: {'id': '9bd04139-65a9-4dc0-ba80-61ceac62e05e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'ea8a97fc-f8a5-4bdc-8bc9-653eaf60a04f'} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:48:41.462718 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [None req-00c2ceb5-a664-487a-8e13-46a9ef5f73e9 None None] Bound port: d04bfecc-a3f4-4005-8ec9-626075951371, host: dv-cinder-824187-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bd04139-65a9-4dc0-ba80-61ceac62e05e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'ea8a97fc-f8a5-4bdc-8bc9-653eaf60a04f'}}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:48:41.463093 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-00c2ceb5-a664-487a-8e13-46a9ef5f73e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (d04bfecc-a3f4-4005-8ec9-626075951371), before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:41.470054 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb620ff3-b376-496c-a3fd-adfbb5ed6fbb admin admin] Network 5658bb11-9d09-4b0d-90e7-a96bf662b067 is already hosted by enough agents. {{(pid=109084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:48:41.474394 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.scheduler.base_scheduler [None req-eb620ff3-b376-496c-a3fd-adfbb5ed6fbb admin admin] Resources bound (agent type, host, resource id): {{(pid=109084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:48:41.476789 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb620ff3-b376-496c-a3fd-adfbb5ed6fbb admin admin] Received port after_create {{(pid=109084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:48:41.505505 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb620ff3-b376-496c-a3fd-adfbb5ed6fbb admin admin] Pushing event updated for resources: {'Port': ['ID=b4876ce4-4290-46e9-b02b-7e1a7c3af5fc,revision_number=1']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:41.623178 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-00c2ceb5-a664-487a-8e13-46a9ef5f73e9 None None] For port d04bfecc-a3f4-4005-8ec9-626075951371, host dv-cinder-824187-7-iscsi, cleared binding levels {{(pid=109086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:48:41.628833 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-00c2ceb5-a664-487a-8e13-46a9ef5f73e9 None None] For port d04bfecc-a3f4-4005-8ec9-626075951371, host dv-cinder-824187-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-7-iscsi',level=0,port_id=d04bfecc-a3f4-4005-8ec9-626075951371,segment=NetworkSegment(9bd04139-65a9-4dc0-ba80-61ceac62e05e),segment_id=9bd04139-65a9-4dc0-ba80-61ceac62e05e)] {{(pid=109086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:48:41.635318 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-00c2ceb5-a664-487a-8e13-46a9ef5f73e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862'] for port (d04bfecc-a3f4-4005-8ec9-626075951371), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:41.746511 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c2ceb5-a664-487a-8e13-46a9ef5f73e9 None None] Pushing event updated for resources: {'Port': ['ID=d04bfecc-a3f4-4005-8ec9-626075951371,revision_number=2']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:41.749600 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-eb620ff3-b376-496c-a3fd-adfbb5ed6fbb admin admin] Publish callbacks [] for router_gateway (7f038a6e-d63e-4bd1-ace7-2994c48703ff), after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:41.833853 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5e9524c2-7855-468f-b0d7-87282bc170c6 None None] Publish callbacks [] for port (0c2c6b49-97b2-4b56-b821-c7df9f031f5d), precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:41.842139 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5e9524c2-7855-468f-b0d7-87282bc170c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862'] for port (0c2c6b49-97b2-4b56-b821-c7df9f031f5d), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:41.880407 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Device ba95fcaa-b493-44d2-a505-34dd05c105e4 up at agent ovs-agent-dv-cinder-824187-7-iscsi {{(pid=109086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:48:41.976377 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977acd65-bf72-4a4e-b2ca-c412f168c20a None None] Pushing event updated for resources: {'Port': ['ID=0c2c6b49-97b2-4b56-b821-c7df9f031f5d,revision_number=3']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:42.035526 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7449ba33-48bf-4ce1-8dfb-4a9a99ad38da req-17cfae5a-780c-45dc-a7cf-53365547580a tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:42.043132 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-7449ba33-48bf-4ce1-8dfb-4a9a99ad38da req-17cfae5a-780c-45dc-a7cf-53365547580a tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/ports?device_id=175714f6-fa92-4781-8501-a6356be58096 HTTP/1.1" status: 200 len: 945 time: 0.1288428 Jan 28 13:48:42.046590 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [None req-5e9524c2-7855-468f-b0d7-87282bc170c6 None None] Attempting to bind port 0c2c6b49-97b2-4b56-b821-c7df9f031f5d on host dv-cinder-824187-7-iscsi for vnic_type normal with profile {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:48:42.047183 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [None req-5e9524c2-7855-468f-b0d7-87282bc170c6 None None] Attempting to bind port 0c2c6b49-97b2-4b56-b821-c7df9f031f5d by drivers openvswitch,hyperv on host dv-cinder-824187-7-iscsi at level 0 using segments [{'id': 'a935220a-3894-468f-9ef1-086134d7cd84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'a5e1158c-43ca-495d-87ee-f8a1290dae33'}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:48:42.047567 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9524c2-7855-468f-b0d7-87282bc170c6 None None] Attempting to bind port 0c2c6b49-97b2-4b56-b821-c7df9f031f5d on network a5e1158c-43ca-495d-87ee-f8a1290dae33 {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:48:42.059252 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9524c2-7855-468f-b0d7-87282bc170c6 None None] Checking agent: {'id': '91ec632a-2927-4715-8bad-f3132ebcbe46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824187-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 37, 34), 'started_at': datetime.datetime(2022, 1, 28, 13, 38, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824187-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:48:42.059904 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9524c2-7855-468f-b0d7-87282bc170c6 None None] Checking segment: {'id': 'a935220a-3894-468f-9ef1-086134d7cd84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'a5e1158c-43ca-495d-87ee-f8a1290dae33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:48:42.060412 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5e9524c2-7855-468f-b0d7-87282bc170c6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:42.060935 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9524c2-7855-468f-b0d7-87282bc170c6 None None] Bound using segment: {'id': 'a935220a-3894-468f-9ef1-086134d7cd84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'a5e1158c-43ca-495d-87ee-f8a1290dae33'} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:48:42.061670 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [None req-5e9524c2-7855-468f-b0d7-87282bc170c6 None None] Bound port: 0c2c6b49-97b2-4b56-b821-c7df9f031f5d, host: dv-cinder-824187-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a935220a-3894-468f-9ef1-086134d7cd84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'a5e1158c-43ca-495d-87ee-f8a1290dae33'}}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:48:42.062218 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5e9524c2-7855-468f-b0d7-87282bc170c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (0c2c6b49-97b2-4b56-b821-c7df9f031f5d), before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:42.085454 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Provisioning complete for port ba95fcaa-b493-44d2-a505-34dd05c105e4 triggered by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:48:42.085454 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041328'] for port (ba95fcaa-b493-44d2-a505-34dd05c105e4), provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:42.139386 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-7449ba33-48bf-4ce1-8dfb-4a9a99ad38da req-692e0ed2-bce1-4b3b-88d5-5ce653ce368c tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e8aa884-59a1-48b6-b990-b4cff53ce899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903811 Jan 28 13:48:42.199321 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-5e9524c2-7855-468f-b0d7-87282bc170c6 None None] For port 0c2c6b49-97b2-4b56-b821-c7df9f031f5d, host dv-cinder-824187-7-iscsi, cleared binding levels {{(pid=109086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:48:42.207066 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-5e9524c2-7855-468f-b0d7-87282bc170c6 None None] For port 0c2c6b49-97b2-4b56-b821-c7df9f031f5d, host dv-cinder-824187-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-7-iscsi',level=0,port_id=0c2c6b49-97b2-4b56-b821-c7df9f031f5d,segment=NetworkSegment(a935220a-3894-468f-9ef1-086134d7cd84),segment_id=a935220a-3894-468f-9ef1-086134d7cd84)] {{(pid=109086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:48:42.216691 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5e9524c2-7855-468f-b0d7-87282bc170c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862'] for port (0c2c6b49-97b2-4b56-b821-c7df9f031f5d), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:42.262621 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483f2e16-fab4-491b-8681-68344620c1b6 req-136a6ab1-bf01-44a0-8118-1be80583d555 tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:42.264378 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-483f2e16-fab4-491b-8681-68344620c1b6 req-136a6ab1-bf01-44a0-8118-1be80583d555 tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0b255d5-978a-4b0d-91cc-e1ff166d24f8 HTTP/1.1" status: 200 len: 943 time: 0.1201007 Jan 28 13:48:42.331602 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Current status of the port ba95fcaa-b493-44d2-a505-34dd05c105e4 is: ACTIVE; New status is: ACTIVE {{(pid=109086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:48:42.345329 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977acd65-bf72-4a4e-b2ca-c412f168c20a None None] Pushing event updated for resources: {'Port': ['ID=0c2c6b49-97b2-4b56-b821-c7df9f031f5d,revision_number=4']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:42.350432 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9524c2-7855-468f-b0d7-87282bc170c6 None None] Routers {'b8fb0b18-af11-4f19-9eae-eae1357591ad'} bound to L3 agent in host dv-cinder-824187-7-iscsi {{(pid=109086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:48:42.351053 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-5e9524c2-7855-468f-b0d7-87282bc170c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T13:37:30Z,description=,heartbeat_timestamp=2022-01-28T13:48:30Z,host='dv-cinder-824187-7-iscsi',id=5fb30df9-6f10-41b8-94cc-b881623ba250,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:37:30Z,topic='l3_agent')) {'router_ids': ['b8fb0b18-af11-4f19-9eae-eae1357591ad'], 'active': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:48:42.369199 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-483f2e16-fab4-491b-8681-68344620c1b6 req-a0c19634-172b-4643-b010-f9870d7d2e8e tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] 10.222.0.72 "GET /v2.0/security-groups?id=351edb33-a693-4fd3-8aed-86de15517ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976779 Jan 28 13:48:42.377418 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-eb620ff3-b376-496c-a3fd-adfbb5ed6fbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1812695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1816913'] for router (7f038a6e-d63e-4bd1-ace7-2994c48703ff), after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:42.517572 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb620ff3-b376-496c-a3fd-adfbb5ed6fbb admin admin] Router 7f038a6e-d63e-4bd1-ace7-2994c48703ff is scheduled to L3 agent 5fb30df9-6f10-41b8-94cc-b881623ba250 with binding_index 1 {{(pid=109084) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 28 13:48:42.521607 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-9930557e-f410-4dcb-9ea4-c9402aca497d None None] Provisioning complete for port 0c2c6b49-97b2-4b56-b821-c7df9f031f5d triggered by entity DHCP. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:48:42.521981 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9930557e-f410-4dcb-9ea4-c9402aca497d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041328'] for port (0c2c6b49-97b2-4b56-b821-c7df9f031f5d), provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:42.528022 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Device dfcdaca1-467c-495f-aba8-f3fc930df133 details requested by agent hyperv_hv-cinder-82418 with host hv-cinder-82418 {{(pid=109086) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:48:42.626438 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb620ff3-b376-496c-a3fd-adfbb5ed6fbb admin admin] Notify agent at l3_agent.dv-cinder-824187-7-iscsi the message routers_updated {{(pid=109084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:48:42.638333 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9631b182-2d57-4bae-83a8-d3cd38a7b898 None None] Sync routers for ids ['7f038a6e-d63e-4bd1-ace7-2994c48703ff'] in dv-cinder-824187-7-iscsi {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:48:42.645076 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-eb620ff3-b376-496c-a3fd-adfbb5ed6fbb admin admin] Publish callbacks [] for router (None), before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:42.646609 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-eb620ff3-b376-496c-a3fd-adfbb5ed6fbb admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.0482225 Jan 28 13:48:42.649521 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 43668) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:48:42.653989 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9631b182-2d57-4bae-83a8-d3cd38a7b898 None None] Routers {'7f038a6e-d63e-4bd1-ace7-2994c48703ff'} bound to L3 agent in host dv-cinder-824187-7-iscsi {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:48:42.654622 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-9631b182-2d57-4bae-83a8-d3cd38a7b898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T13:37:30Z,description=,heartbeat_timestamp=2022-01-28T13:48:30Z,host='dv-cinder-824187-7-iscsi',id=5fb30df9-6f10-41b8-94cc-b881623ba250,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:37:30Z,topic='l3_agent')) {'router_ids': ['7f038a6e-d63e-4bd1-ace7-2994c48703ff'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:48:42.727116 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvr_db [None req-5e9524c2-7855-468f-b0d7-87282bc170c6 None None] Set router b8fb0b18-af11-4f19-9eae-eae1357591ad gateway port host: dv-cinder-824187-7-iscsi {{(pid=109086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:48:42.771905 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] For port dfcdaca1-467c-495f-aba8-f3fc930df133, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=dfcdaca1-467c-495f-aba8-f3fc930df133,segment=NetworkSegment(2abf073d-7ee6-4913-b331-d6f5e44b2927),segment_id=2abf073d-7ee6-4913-b331-d6f5e44b2927)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:48:42.783264 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-9631b182-2d57-4bae-83a8-d3cd38a7b898 None None] Set router 7f038a6e-d63e-4bd1-ace7-2994c48703ff gateway port host: dv-cinder-824187-7-iscsi {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:48:42.821923 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Returning: {'device': 'dfcdaca1-467c-495f-aba8-f3fc930df133', 'network_id': '77a9d7fd-caa4-46e4-b26c-398632d587f7', 'port_id': 'dfcdaca1-467c-495f-aba8-f3fc930df133', 'mac_address': 'fa:16:3e:60:bd:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6897cf15-6c8e-4f66-8fd6-9ab02f212f95', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109086) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:48:42.869305 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-9930557e-f410-4dcb-9ea4-c9402aca497d None None] Current status of the port 0c2c6b49-97b2-4b56-b821-c7df9f031f5d is: DOWN; New status is: ACTIVE {{(pid=109086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:48:42.869690 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9930557e-f410-4dcb-9ea4-c9402aca497d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (0c2c6b49-97b2-4b56-b821-c7df9f031f5d), before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:43.005486 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-9930557e-f410-4dcb-9ea4-c9402aca497d None None] For port 0c2c6b49-97b2-4b56-b821-c7df9f031f5d, host dv-cinder-824187-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-7-iscsi',level=0,port_id=0c2c6b49-97b2-4b56-b821-c7df9f031f5d,segment=NetworkSegment(a935220a-3894-468f-9ef1-086134d7cd84),segment_id=a935220a-3894-468f-9ef1-086134d7cd84)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:48:43.023286 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9930557e-f410-4dcb-9ea4-c9402aca497d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862'] for port (0c2c6b49-97b2-4b56-b821-c7df9f031f5d), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:43.042631 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-9631b182-2d57-4bae-83a8-d3cd38a7b898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f038a6e-d63e-4bd1-ace7-2994c48703ff', 'name': 'tempest-TestMinimumBasicScenario-918094146-router', 'tenant_id': 'da0d2234d5b645f7a9a053c70bfc386e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'external_fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': 'b4876ce4-4290-46e9-b02b-7e1a7c3af5fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:48:40Z', 'updated_at': '2022-01-28T13:48:41Z', 'revision_number': 3, 'project_id': 'da0d2234d5b645f7a9a053c70bfc386e', 'gw_port': {'id': 'b4876ce4-4290-46e9-b02b-7e1a7c3af5fc', 'name': '', 'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:c3:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f038a6e-d63e-4bd1-ace7-2994c48703ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:48:41Z', 'updated_at': '2022-01-28T13:48:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-7-iscsi'}], 'dv-cinder-824187-7-iscsi', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:48:43.055510 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Current status of the port dfcdaca1-467c-495f-aba8-f3fc930df133 is: DOWN; New status is: BUILD {{(pid=109086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:48:43.056063 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (dfcdaca1-467c-495f-aba8-f3fc930df133), before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:43.080803 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9631b182-2d57-4bae-83a8-d3cd38a7b898 None None] Checking router: 7f038a6e-d63e-4bd1-ace7-2994c48703ff for host: dv-cinder-824187-7-iscsi {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:48:43.082130 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9631b182-2d57-4bae-83a8-d3cd38a7b898 None None] Updating router 7f038a6e-d63e-4bd1-ace7-2994c48703ff port b4876ce4-4290-46e9-b02b-7e1a7c3af5fc binding host dv-cinder-824187-7-iscsi {{(pid=109087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:48:43.089632 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.notifiers.nova [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfcdaca1-467c-495f-aba8-f3fc930df133 {{(pid=109086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:48:43.111753 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9631b182-2d57-4bae-83a8-d3cd38a7b898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (b4876ce4-4290-46e9-b02b-7e1a7c3af5fc), before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:43.116102 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b322cb48-b34a-4b97-b046-187b8f7ccd93 None None] Network ea8a97fc-f8a5-4bdc-8bc9-653eaf60a04f requested from dv-cinder-824187-7-iscsi {{(pid=109086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:48:43.167760 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-40807fd8-30a9-4222-b8ba-ecb30ed697fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (None), before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:43.194451 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9930557e-f410-4dcb-9ea4-c9402aca497d None None] Pushing event updated for resources: {'Port': ['ID=0c2c6b49-97b2-4b56-b821-c7df9f031f5d,revision_number=5']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:43.206410 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] For port dfcdaca1-467c-495f-aba8-f3fc930df133, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=dfcdaca1-467c-495f-aba8-f3fc930df133,segment=NetworkSegment(2abf073d-7ee6-4913-b331-d6f5e44b2927),segment_id=2abf073d-7ee6-4913-b331-d6f5e44b2927)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:48:43.216380 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862'] for port (dfcdaca1-467c-495f-aba8-f3fc930df133), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:43.272035 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-3c172359-5570-4de2-8a6e-f4e5be269733 None None] Provisioning complete for port 0c2c6b49-97b2-4b56-b821-c7df9f031f5d triggered by entity DHCP. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:48:43.272413 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3c172359-5570-4de2-8a6e-f4e5be269733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041328'] for port (0c2c6b49-97b2-4b56-b821-c7df9f031f5d), provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:43.345759 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9139e037-1307-46a9-bb35-b5ff2b67c832 req-cbf28640-6b9e-406d-818c-076baed8f04d tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:43.347259 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-9139e037-1307-46a9-bb35-b5ff2b67c832 req-cbf28640-6b9e-406d-818c-076baed8f04d tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/ports?device_id=175714f6-fa92-4781-8501-a6356be58096 HTTP/1.1" status: 200 len: 945 time: 0.1076610 Jan 28 13:48:43.361012 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Pushing event updated for resources: {'Port': ['ID=dfcdaca1-467c-495f-aba8-f3fc930df133,revision_number=4']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:43.367659 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-5e9524c2-7855-468f-b0d7-87282bc170c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8fb0b18-af11-4f19-9eae-eae1357591ad', 'name': 'tempest-TestMinimumBasicScenario-1605188062-router', 'tenant_id': '066532ec653e41aaa9c7e05722d8b0aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'external_fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': 'ba95fcaa-b493-44d2-a505-34dd05c105e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:48:35Z', 'updated_at': '2022-01-28T13:48:38Z', 'revision_number': 4, 'project_id': '066532ec653e41aaa9c7e05722d8b0aa', 'gw_port': {'id': 'ba95fcaa-b493-44d2-a505-34dd05c105e4', 'name': '', 'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:7c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8fb0b18-af11-4f19-9eae-eae1357591ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:48:36Z', 'updated_at': '2022-01-28T13:48:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-7-iscsi', '_interfaces': [{'id': '0c2c6b49-97b2-4b56-b821-c7df9f031f5d', 'name': '', 'network_id': 'a5e1158c-43ca-495d-87ee-f8a1290dae33', 'tenant_id': '066532ec653e41aaa9c7e05722d8b0aa', 'mac_address': 'fa:16:3e:66:1d:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8fb0b18-af11-4f19-9eae-eae1357591ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'f4f46cf0-6c1d-488f-be0f-6575b76810a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:48:38Z', 'updated_at': '2022-01-28T13:48:42Z', 'revision_number': 4, 'project_id': '066532ec653e41aaa9c7e05722d8b0aa', 'subnets': [{'id': 'f4f46cf0-6c1d-488f-be0f-6575b76810a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824187-7-iscsi', False) {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:48:43.401740 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e9524c2-7855-468f-b0d7-87282bc170c6 None None] The sync data for ids ['b8fb0b18-af11-4f19-9eae-eae1357591ad'] in dv-cinder-824187-7-iscsi is: [{'id': 'b8fb0b18-af11-4f19-9eae-eae1357591ad', 'name': 'tempest-TestMinimumBasicScenario-1605188062-router', 'tenant_id': '066532ec653e41aaa9c7e05722d8b0aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'external_fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': 'ba95fcaa-b493-44d2-a505-34dd05c105e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:48:35Z', 'updated_at': '2022-01-28T13:48:38Z', 'revision_number': 4, 'project_id': '066532ec653e41aaa9c7e05722d8b0aa', 'gw_port': {'id': 'ba95fcaa-b493-44d2-a505-34dd05c105e4', 'name': '', 'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:7c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8fb0b18-af11-4f19-9eae-eae1357591ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:48:36Z', 'updated_at': '2022-01-28T13:48:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-7-iscsi', '_interfaces': [{'id': '0c2c6b49-97b2-4b56-b821-c7df9f031f5d', 'name': '', 'network_id': 'a5e1158c-43ca-495d-87ee-f8a1290dae33', 'tenant_id': '066532ec653e41aaa9c7e05722d8b0aa', 'mac_address': 'fa:16:3e:66:1d:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8fb0b18-af11-4f19-9eae-eae1357591ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'f4f46cf0-6c1d-488f-be0f-6575b76810a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:48:38Z', 'updated_at': '2022-01-28T13:48:42Z', 'revision_number': 4, 'project_id': '066532ec653e41aaa9c7e05722d8b0aa', 'subnets': [{'id': 'f4f46cf0-6c1d-488f-be0f-6575b76810a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:48:43.426910 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.db.db_base_plugin_common [None req-40807fd8-30a9-4222-b8ba-ecb30ed697fd admin admin] Allocated IP 172.20.0.1 (ea8a97fc-f8a5-4bdc-8bc9-653eaf60a04f/eea56fe0-bc6d-400e-a2e9-8788e065f4c8/2f100352-b6c4-4d74-9cb1-9b17b981fb62) {{(pid=109084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:48:43.495723 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-3c172359-5570-4de2-8a6e-f4e5be269733 None None] Current status of the port 0c2c6b49-97b2-4b56-b821-c7df9f031f5d is: ACTIVE; New status is: ACTIVE {{(pid=109086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:48:43.535854 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-3c172359-5570-4de2-8a6e-f4e5be269733 None None] Provisioning complete for port d04bfecc-a3f4-4005-8ec9-626075951371 triggered by entity DHCP. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:48:43.536259 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3c172359-5570-4de2-8a6e-f4e5be269733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041328'] for port (d04bfecc-a3f4-4005-8ec9-626075951371), provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:43.555582 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9631b182-2d57-4bae-83a8-d3cd38a7b898 None None] Publish callbacks [] for port (b4876ce4-4290-46e9-b02b-7e1a7c3af5fc), precommit_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:43.567881 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9631b182-2d57-4bae-83a8-d3cd38a7b898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862'] for port (b4876ce4-4290-46e9-b02b-7e1a7c3af5fc), after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:43.644113 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a93ccaf-c563-46c9-aae5-51647af58328 req-fdb6444e-32ba-4fa4-86e8-73c8ef2610a0 tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:43.652701 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-5a93ccaf-c563-46c9-aae5-51647af58328 req-fdb6444e-32ba-4fa4-86e8-73c8ef2610a0 tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0b255d5-978a-4b0d-91cc-e1ff166d24f8 HTTP/1.1" status: 200 len: 944 time: 0.1237409 Jan 28 13:48:43.655221 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-9631b182-2d57-4bae-83a8-d3cd38a7b898 None None] Attempting to bind port b4876ce4-4290-46e9-b02b-7e1a7c3af5fc on host dv-cinder-824187-7-iscsi for vnic_type normal with profile {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:48:43.655945 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-9631b182-2d57-4bae-83a8-d3cd38a7b898 None None] Attempting to bind port b4876ce4-4290-46e9-b02b-7e1a7c3af5fc by drivers openvswitch,hyperv on host dv-cinder-824187-7-iscsi at level 0 using segments [{'id': '2ff911eb-b784-4487-8703-ed6009453f86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067'}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:48:43.656906 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9631b182-2d57-4bae-83a8-d3cd38a7b898 None None] Attempting to bind port b4876ce4-4290-46e9-b02b-7e1a7c3af5fc on network 5658bb11-9d09-4b0d-90e7-a96bf662b067 {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:48:43.668348 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9631b182-2d57-4bae-83a8-d3cd38a7b898 None None] Checking agent: {'id': '91ec632a-2927-4715-8bad-f3132ebcbe46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824187-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 37, 34), 'started_at': datetime.datetime(2022, 1, 28, 13, 38, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824187-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:48:43.675699 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9631b182-2d57-4bae-83a8-d3cd38a7b898 None None] Checking segment: {'id': '2ff911eb-b784-4487-8703-ed6009453f86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:48:43.677762 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9631b182-2d57-4bae-83a8-d3cd38a7b898 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:43.678409 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9631b182-2d57-4bae-83a8-d3cd38a7b898 None None] Bound using segment: {'id': '2ff911eb-b784-4487-8703-ed6009453f86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067'} {{(pid=109087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:48:43.680413 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.plugins.ml2.managers [None req-9631b182-2d57-4bae-83a8-d3cd38a7b898 None None] Bound port: b4876ce4-4290-46e9-b02b-7e1a7c3af5fc, host: dv-cinder-824187-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ff911eb-b784-4487-8703-ed6009453f86', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067'}}] {{(pid=109087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:48:43.681106 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9631b182-2d57-4bae-83a8-d3cd38a7b898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (b4876ce4-4290-46e9-b02b-7e1a7c3af5fc), before_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:43.690636 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-40807fd8-30a9-4222-b8ba-ecb30ed697fd admin admin] Publish callbacks [] for port (2f100352-b6c4-4d74-9cb1-9b17b981fb62), precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:43.715561 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] get_ports_and_sgs() called for port_ids ['dfcdaca1-467c-495f-aba8-f3fc930df133'] {{(pid=109086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:48:43.718302 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-9139e037-1307-46a9-bb35-b5ff2b67c832 req-aa2c1559-7739-4aa1-bc97-f121463296bc tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e8aa884-59a1-48b6-b990-b4cff53ce899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2487524 Jan 28 13:48:43.742946 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0328570a-db5f-4c26-b19e-1c4933fad76c None None] Pushing event updated for resources: {'Port': ['ID=b4876ce4-4290-46e9-b02b-7e1a7c3af5fc,revision_number=2']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:43.767201 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-5a93ccaf-c563-46c9-aae5-51647af58328 req-db3778cc-c78c-4441-9f65-da100d205c37 tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] 10.222.0.72 "GET /v2.0/security-groups?id=351edb33-a693-4fd3-8aed-86de15517ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1131952 Jan 28 13:48:43.793459 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-40807fd8-30a9-4222-b8ba-ecb30ed697fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742788384826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6110957'] for port (2f100352-b6c4-4d74-9cb1-9b17b981fb62), after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:43.795221 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-3c172359-5570-4de2-8a6e-f4e5be269733 None None] Current status of the port d04bfecc-a3f4-4005-8ec9-626075951371 is: DOWN; New status is: ACTIVE {{(pid=109086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:48:43.796666 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3c172359-5570-4de2-8a6e-f4e5be269733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (d04bfecc-a3f4-4005-8ec9-626075951371), before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:43.805919 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-9631b182-2d57-4bae-83a8-d3cd38a7b898 None None] For port b4876ce4-4290-46e9-b02b-7e1a7c3af5fc, host dv-cinder-824187-7-iscsi, cleared binding levels {{(pid=109087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:48:43.812129 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.plugins.ml2.db [None req-9631b182-2d57-4bae-83a8-d3cd38a7b898 None None] For port b4876ce4-4290-46e9-b02b-7e1a7c3af5fc, host dv-cinder-824187-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-7-iscsi',level=0,port_id=b4876ce4-4290-46e9-b02b-7e1a7c3af5fc,segment=NetworkSegment(2ff911eb-b784-4487-8703-ed6009453f86),segment_id=2ff911eb-b784-4487-8703-ed6009453f86)] {{(pid=109087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:48:43.818874 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron_lib.callbacks.manager [None req-9631b182-2d57-4bae-83a8-d3cd38a7b898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862'] for port (b4876ce4-4290-46e9-b02b-7e1a7c3af5fc), after_update {{(pid=109087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:43.849184 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40807fd8-30a9-4222-b8ba-ecb30ed697fd admin admin] Network ea8a97fc-f8a5-4bdc-8bc9-653eaf60a04f is already hosted by enough agents. {{(pid=109084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:48:43.851915 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.scheduler.base_scheduler [None req-40807fd8-30a9-4222-b8ba-ecb30ed697fd admin admin] Resources bound (agent type, host, resource id): {{(pid=109084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:48:43.863766 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40807fd8-30a9-4222-b8ba-ecb30ed697fd admin admin] Received port after_create {{(pid=109084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:48:43.897191 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40807fd8-30a9-4222-b8ba-ecb30ed697fd admin admin] Pushing event updated for resources: {'Port': ['ID=2f100352-b6c4-4d74-9cb1-9b17b981fb62,revision_number=1']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:43.902184 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9631b182-2d57-4bae-83a8-d3cd38a7b898 None None] Routers {'7f038a6e-d63e-4bd1-ace7-2994c48703ff'} bound to L3 agent in host dv-cinder-824187-7-iscsi {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:48:43.906360 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-9631b182-2d57-4bae-83a8-d3cd38a7b898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T13:37:30Z,description=,heartbeat_timestamp=2022-01-28T13:48:30Z,host='dv-cinder-824187-7-iscsi',id=5fb30df9-6f10-41b8-94cc-b881623ba250,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:37:30Z,topic='l3_agent')) {'router_ids': ['7f038a6e-d63e-4bd1-ace7-2994c48703ff'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:48:43.925358 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-3c172359-5570-4de2-8a6e-f4e5be269733 None None] For port d04bfecc-a3f4-4005-8ec9-626075951371, host dv-cinder-824187-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-7-iscsi',level=0,port_id=d04bfecc-a3f4-4005-8ec9-626075951371,segment=NetworkSegment(9bd04139-65a9-4dc0-ba80-61ceac62e05e),segment_id=9bd04139-65a9-4dc0-ba80-61ceac62e05e)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:48:43.934086 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-40807fd8-30a9-4222-b8ba-ecb30ed697fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1817636'] for router_interface (7f038a6e-d63e-4bd1-ace7-2994c48703ff), before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:43.949238 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-3c172359-5570-4de2-8a6e-f4e5be269733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862'] for port (d04bfecc-a3f4-4005-8ec9-626075951371), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:44.120237 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Device 0c2c6b49-97b2-4b56-b821-c7df9f031f5d up at agent ovs-agent-dv-cinder-824187-7-iscsi {{(pid=109086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:48:44.132677 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0328570a-db5f-4c26-b19e-1c4933fad76c None None] Pushing event updated for resources: {'Port': ['ID=b4876ce4-4290-46e9-b02b-7e1a7c3af5fc,revision_number=3']} {{(pid=109087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:44.158641 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-9631b182-2d57-4bae-83a8-d3cd38a7b898 None None] Set router 7f038a6e-d63e-4bd1-ace7-2994c48703ff gateway port host: dv-cinder-824187-7-iscsi {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:48:44.201939 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c172359-5570-4de2-8a6e-f4e5be269733 None None] Pushing event updated for resources: {'Port': ['ID=d04bfecc-a3f4-4005-8ec9-626075951371,revision_number=3']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:44.216621 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-40807fd8-30a9-4222-b8ba-ecb30ed697fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (2f100352-b6c4-4d74-9cb1-9b17b981fb62), before_update {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:44.245107 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-a040884a-14f0-45a8-9fe4-c256563eddd6 None None] Provisioning complete for port d04bfecc-a3f4-4005-8ec9-626075951371 triggered by entity DHCP. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:48:44.245808 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a040884a-14f0-45a8-9fe4-c256563eddd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041328'] for port (d04bfecc-a3f4-4005-8ec9-626075951371), provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:44.378869 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Provisioning complete for port 0c2c6b49-97b2-4b56-b821-c7df9f031f5d triggered by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:48:44.379235 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041328'] for port (0c2c6b49-97b2-4b56-b821-c7df9f031f5d), provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:44.404658 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-9631b182-2d57-4bae-83a8-d3cd38a7b898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f038a6e-d63e-4bd1-ace7-2994c48703ff', 'name': 'tempest-TestMinimumBasicScenario-918094146-router', 'tenant_id': 'da0d2234d5b645f7a9a053c70bfc386e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'external_fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': 'b4876ce4-4290-46e9-b02b-7e1a7c3af5fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:48:40Z', 'updated_at': '2022-01-28T13:48:41Z', 'revision_number': 3, 'project_id': 'da0d2234d5b645f7a9a053c70bfc386e', 'gw_port': {'id': 'b4876ce4-4290-46e9-b02b-7e1a7c3af5fc', 'name': '', 'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:c3:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f038a6e-d63e-4bd1-ace7-2994c48703ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:48:41Z', 'updated_at': '2022-01-28T13:48:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-7-iscsi'}], 'dv-cinder-824187-7-iscsi', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:48:44.425407 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-a040884a-14f0-45a8-9fe4-c256563eddd6 None None] Current status of the port d04bfecc-a3f4-4005-8ec9-626075951371 is: ACTIVE; New status is: ACTIVE {{(pid=109086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:48:44.449479 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9631b182-2d57-4bae-83a8-d3cd38a7b898 None None] The sync data for ids ['7f038a6e-d63e-4bd1-ace7-2994c48703ff'] in dv-cinder-824187-7-iscsi is: [{'id': '7f038a6e-d63e-4bd1-ace7-2994c48703ff', 'name': 'tempest-TestMinimumBasicScenario-918094146-router', 'tenant_id': 'da0d2234d5b645f7a9a053c70bfc386e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'external_fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': 'b4876ce4-4290-46e9-b02b-7e1a7c3af5fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:48:40Z', 'updated_at': '2022-01-28T13:48:41Z', 'revision_number': 3, 'project_id': 'da0d2234d5b645f7a9a053c70bfc386e', 'gw_port': {'id': 'b4876ce4-4290-46e9-b02b-7e1a7c3af5fc', 'name': '', 'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:c3:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f038a6e-d63e-4bd1-ace7-2994c48703ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:48:41Z', 'updated_at': '2022-01-28T13:48:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-7-iscsi'}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:48:44.452290 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-40807fd8-30a9-4222-b8ba-ecb30ed697fd admin admin] Publish callbacks [] for port (2f100352-b6c4-4d74-9cb1-9b17b981fb62), precommit_update {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:44.460428 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-40807fd8-30a9-4222-b8ba-ecb30ed697fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6110742'] for port (2f100352-b6c4-4d74-9cb1-9b17b981fb62), after_update {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:44.532452 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40807fd8-30a9-4222-b8ba-ecb30ed697fd admin admin] Pushing event updated for resources: {'Port': ['ID=2f100352-b6c4-4d74-9cb1-9b17b981fb62,revision_number=2']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:44.536768 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-40807fd8-30a9-4222-b8ba-ecb30ed697fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2032387', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1811860'] for router_interface (7f038a6e-d63e-4bd1-ace7-2994c48703ff), after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:44.579343 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Current status of the port 0c2c6b49-97b2-4b56-b821-c7df9f031f5d is: ACTIVE; New status is: ACTIVE {{(pid=109086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:48:44.580407 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Device d04bfecc-a3f4-4005-8ec9-626075951371 up at agent ovs-agent-dv-cinder-824187-7-iscsi {{(pid=109086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:48:44.605624 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-abb567dd-f453-4a9c-9fda-fc4847b29689 None None] Provisioning complete for port 2f100352-b6c4-4d74-9cb1-9b17b981fb62 triggered by entity DHCP. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:48:44.605999 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-abb567dd-f453-4a9c-9fda-fc4847b29689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041328'] for port (2f100352-b6c4-4d74-9cb1-9b17b981fb62), provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:44.649956 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40807fd8-30a9-4222-b8ba-ecb30ed697fd admin admin] Network ea8a97fc-f8a5-4bdc-8bc9-653eaf60a04f is already hosted by enough agents. {{(pid=109084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:48:44.650285 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-abb567dd-f453-4a9c-9fda-fc4847b29689 None None] Port 2f100352-b6c4-4d74-9cb1-9b17b981fb62 cannot update to ACTIVE because it is not bound. {{(pid=109086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:48:44.651638 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.scheduler.base_scheduler [None req-40807fd8-30a9-4222-b8ba-ecb30ed697fd admin admin] Resources bound (agent type, host, resource id): {{(pid=109084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:48:44.672313 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Provisioning complete for port d04bfecc-a3f4-4005-8ec9-626075951371 triggered by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:48:44.672692 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041328'] for port (d04bfecc-a3f4-4005-8ec9-626075951371), provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:44.804172 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40807fd8-30a9-4222-b8ba-ecb30ed697fd admin admin] Router 7f038a6e-d63e-4bd1-ace7-2994c48703ff has already been hosted by L3 agent 5fb30df9-6f10-41b8-94cc-b881623ba250 {{(pid=109084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:48:44.997975 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31986c13-d503-4b62-ae4b-463e6bb1d937 req-20fd4a53-ec8f-4e54-a38a-9d87f42c0d98 tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:45.006152 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-31986c13-d503-4b62-ae4b-463e6bb1d937 req-20fd4a53-ec8f-4e54-a38a-9d87f42c0d98 tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0b255d5-978a-4b0d-91cc-e1ff166d24f8 HTTP/1.1" status: 200 len: 944 time: 0.1231785 Jan 28 13:48:45.028460 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f0d3e6-ecae-4e2e-acac-082200c77554 req-b0f2c9b0-0ca8-4173-b083-f5f29ebb7d91 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:45.030065 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-16f0d3e6-ecae-4e2e-acac-082200c77554 req-b0f2c9b0-0ca8-4173-b083-f5f29ebb7d91 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/ports?device_id=175714f6-fa92-4781-8501-a6356be58096 HTTP/1.1" status: 200 len: 945 time: 0.1443722 Jan 28 13:48:45.037144 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40807fd8-30a9-4222-b8ba-ecb30ed697fd admin admin] Notify agent at l3_agent.dv-cinder-824187-7-iscsi the message routers_updated {{(pid=109084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:48:45.046172 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-40807fd8-30a9-4222-b8ba-ecb30ed697fd admin admin] 10.222.0.72 "PUT /v2.0/routers/7f038a6e-d63e-4bd1-ace7-2994c48703ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3951514 Jan 28 13:48:45.096425 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Current status of the port d04bfecc-a3f4-4005-8ec9-626075951371 is: ACTIVE; New status is: ACTIVE {{(pid=109086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:48:45.130686 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-31986c13-d503-4b62-ae4b-463e6bb1d937 req-6556f32f-c445-4c6c-a2e6-79297937c95e tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] 10.222.0.72 "GET /v2.0/security-groups?id=351edb33-a693-4fd3-8aed-86de15517ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1186166 Jan 28 13:48:45.136009 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-d638be52-aa62-41b8-a3d5-366e62be1d77 None None] Provisioning complete for port 2f100352-b6c4-4d74-9cb1-9b17b981fb62 triggered by entity DHCP. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:48:45.136546 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d638be52-aa62-41b8-a3d5-366e62be1d77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041328'] for port (2f100352-b6c4-4d74-9cb1-9b17b981fb62), provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:45.169052 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-16f0d3e6-ecae-4e2e-acac-082200c77554 req-da009e85-28a8-4abb-aa9a-d17b22d8d10c tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e8aa884-59a1-48b6-b990-b4cff53ce899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298618 Jan 28 13:48:45.205243 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-d638be52-aa62-41b8-a3d5-366e62be1d77 None None] Port 2f100352-b6c4-4d74-9cb1-9b17b981fb62 cannot update to ACTIVE because it is not bound. {{(pid=109086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:48:45.963581 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Device b4876ce4-4290-46e9-b02b-7e1a7c3af5fc up at agent ovs-agent-dv-cinder-824187-7-iscsi {{(pid=109086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:48:46.016361 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Provisioning complete for port b4876ce4-4290-46e9-b02b-7e1a7c3af5fc triggered by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:48:46.016733 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041328'] for port (b4876ce4-4290-46e9-b02b-7e1a7c3af5fc), provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:46.105612 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Current status of the port b4876ce4-4290-46e9-b02b-7e1a7c3af5fc is: DOWN; New status is: ACTIVE {{(pid=109086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:48:46.105937 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (b4876ce4-4290-46e9-b02b-7e1a7c3af5fc), before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:46.128215 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] For port b4876ce4-4290-46e9-b02b-7e1a7c3af5fc, host dv-cinder-824187-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-7-iscsi',level=0,port_id=b4876ce4-4290-46e9-b02b-7e1a7c3af5fc,segment=NetworkSegment(2ff911eb-b784-4487-8703-ed6009453f86),segment_id=2ff911eb-b784-4487-8703-ed6009453f86)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:48:46.133509 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862'] for port (b4876ce4-4290-46e9-b02b-7e1a7c3af5fc), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:46.134294 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Device d04bfecc-a3f4-4005-8ec9-626075951371 up at agent ovs-agent-dv-cinder-824187-7-iscsi {{(pid=109086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:48:46.252031 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Provisioning complete for port d04bfecc-a3f4-4005-8ec9-626075951371 triggered by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:48:46.253007 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041328'] for port (d04bfecc-a3f4-4005-8ec9-626075951371), provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:46.320401 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Pushing event updated for resources: {'Port': ['ID=b4876ce4-4290-46e9-b02b-7e1a7c3af5fc,revision_number=4']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:46.339801 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ddbbbd-ab18-4b41-a65f-8c5c124e9ee0 req-e9b9f6f9-343a-45ca-aeb9-b951d68fa2d1 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:46.342519 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-a4ddbbbd-ab18-4b41-a65f-8c5c124e9ee0 req-e9b9f6f9-343a-45ca-aeb9-b951d68fa2d1 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/ports?device_id=175714f6-fa92-4781-8501-a6356be58096 HTTP/1.1" status: 200 len: 945 time: 0.0710893 Jan 28 13:48:46.345967 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d3d1b4-b278-40e3-be7c-ff698f7f0e91 req-087b3cc4-feb3-4213-a4d8-c2c72178959f tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:46.347812 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-35d3d1b4-b278-40e3-be7c-ff698f7f0e91 req-087b3cc4-feb3-4213-a4d8-c2c72178959f tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0b255d5-978a-4b0d-91cc-e1ff166d24f8 HTTP/1.1" status: 200 len: 944 time: 0.1163340 Jan 28 13:48:46.377782 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Current status of the port d04bfecc-a3f4-4005-8ec9-626075951371 is: ACTIVE; New status is: ACTIVE {{(pid=109086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:48:46.395618 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-a4ddbbbd-ab18-4b41-a65f-8c5c124e9ee0 req-b397154f-cdef-40d1-b2c7-8a71618023cb tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e8aa884-59a1-48b6-b990-b4cff53ce899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474806 Jan 28 13:48:46.437044 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-35d3d1b4-b278-40e3-be7c-ff698f7f0e91 req-f2235165-e7a9-4759-82ae-960ed2bb16d9 tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] 10.222.0.72 "GET /v2.0/security-groups?id=351edb33-a693-4fd3-8aed-86de15517ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826871 Jan 28 13:48:46.578644 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Device dfcdaca1-467c-495f-aba8-f3fc930df133 up at agent hyperv_hv-cinder-82418 {{(pid=109086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:48:46.647862 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Provisioning for port dfcdaca1-467c-495f-aba8-f3fc930df133 completed by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:48:46.652167 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Provisioning complete for port dfcdaca1-467c-495f-aba8-f3fc930df133 triggered by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:48:46.652554 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041328'] for port (dfcdaca1-467c-495f-aba8-f3fc930df133), provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:46.749634 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Current status of the port dfcdaca1-467c-495f-aba8-f3fc930df133 is: BUILD; New status is: ACTIVE {{(pid=109086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:48:46.750027 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (dfcdaca1-467c-495f-aba8-f3fc930df133), before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:46.779475 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0b255d5-978a-4b0d-91cc-e1ff166d24f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfcdaca1-467c-495f-aba8-f3fc930df133'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:48:46.782055 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fe2f3ff242846a504b70cb1607640f93490c53de488d62a29fe51e57b5b242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11bbb593-4548-4566-83f5-316702fb00c1" -d '{"events": [{"server_uuid": "e0b255d5-978a-4b0d-91cc-e1ff166d24f8", "name": "network-vif-plugged", "status": "completed", "tag": "dfcdaca1-467c-495f-aba8-f3fc930df133"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:48:46.794891 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] For port dfcdaca1-467c-495f-aba8-f3fc930df133, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=dfcdaca1-467c-495f-aba8-f3fc930df133,segment=NetworkSegment(2abf073d-7ee6-4913-b331-d6f5e44b2927),segment_id=2abf073d-7ee6-4913-b331-d6f5e44b2927)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:48:46.804088 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862'] for port (dfcdaca1-467c-495f-aba8-f3fc930df133), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:46.887304 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Pushing event updated for resources: {'Port': ['ID=dfcdaca1-467c-495f-aba8-f3fc930df133,revision_number=5']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:46.968449 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:48:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21bcd283-3e37-4d85-9ee7-6445121c8f90 x-openstack-request-id: req-21bcd283-3e37-4d85-9ee7-6445121c8f90 {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:48:46.969036 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0b255d5-978a-4b0d-91cc-e1ff166d24f8", "name": "network-vif-plugged", "status": "completed", "tag": "dfcdaca1-467c-495f-aba8-f3fc930df133", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:48:46.969477 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-21bcd283-3e37-4d85-9ee7-6445121c8f90 {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:48:46.970133 dv-cinder-824187-7-iscsi neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0b255d5-978a-4b0d-91cc-e1ff166d24f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfcdaca1-467c-495f-aba8-f3fc930df133', 'code': 200} Jan 28 13:48:47.029796 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a8e864-c4d4-4c82-ba45-873e1585eff8 req-7fde76d3-0dff-4ccd-81d4-e586a481a7ec tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:47.032690 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-59a8e864-c4d4-4c82-ba45-873e1585eff8 req-7fde76d3-0dff-4ccd-81d4-e586a481a7ec tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.78 "GET /v2.0/ports?device_id=175714f6-fa92-4781-8501-a6356be58096 HTTP/1.1" status: 200 len: 945 time: 0.0733590 Jan 28 13:48:47.199862 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-59a8e864-c4d4-4c82-ba45-873e1585eff8 req-1f84688d-6aa5-4ddd-b254-efccaae1f2d9 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] Deleting port b324fbc8-e91a-4b94-a8ee-3eb3e03211e8 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:48:47.200505 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-59a8e864-c4d4-4c82-ba45-873e1585eff8 req-1f84688d-6aa5-4ddd-b254-efccaae1f2d9 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742788692592'] for port (b324fbc8-e91a-4b94-a8ee-3eb3e03211e8), before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:47.240342 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5029b8-3e95-4947-ab9b-8ce6e460a3b5 None None] Sync routers for ids ['7f038a6e-d63e-4bd1-ace7-2994c48703ff'] in dv-cinder-824187-7-iscsi {{(pid=109086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:48:47.280902 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5029b8-3e95-4947-ab9b-8ce6e460a3b5 None None] Routers {'7f038a6e-d63e-4bd1-ace7-2994c48703ff'} bound to L3 agent in host dv-cinder-824187-7-iscsi {{(pid=109086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:48:47.281911 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-ca5029b8-3e95-4947-ab9b-8ce6e460a3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T13:37:30Z,description=,heartbeat_timestamp=2022-01-28T13:48:30Z,host='dv-cinder-824187-7-iscsi',id=5fb30df9-6f10-41b8-94cc-b881623ba250,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:37:30Z,topic='l3_agent')) {'router_ids': ['7f038a6e-d63e-4bd1-ace7-2994c48703ff'], 'active': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:48:47.331842 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-59a8e864-c4d4-4c82-ba45-873e1585eff8 req-1f84688d-6aa5-4ddd-b254-efccaae1f2d9 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] For port b324fbc8-e91a-4b94-a8ee-3eb3e03211e8, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=b324fbc8-e91a-4b94-a8ee-3eb3e03211e8,segment=NetworkSegment(003e6ed3-f660-4372-97dd-5a5269adf1a1),segment_id=003e6ed3-f660-4372-97dd-5a5269adf1a1)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:48:47.332207 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-59a8e864-c4d4-4c82-ba45-873e1585eff8 req-1f84688d-6aa5-4ddd-b254-efccaae1f2d9 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818260'] for port (b324fbc8-e91a-4b94-a8ee-3eb3e03211e8), precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:47.357533 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04fd5f7-d67c-40dd-9907-3dd8b49390b0 req-315b9713-c2d3-4e97-a0fc-a399dc29cf05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:47.360271 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-d04fd5f7-d67c-40dd-9907-3dd8b49390b0 req-315b9713-c2d3-4e97-a0fc-a399dc29cf05 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=e0b255d5-978a-4b0d-91cc-e1ff166d24f8 HTTP/1.1" status: 200 len: 1098 time: 0.0851645 Jan 28 13:48:47.361343 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-59a8e864-c4d4-4c82-ba45-873e1585eff8 req-1f84688d-6aa5-4ddd-b254-efccaae1f2d9 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] Calling delete_port for b324fbc8-e91a-4b94-a8ee-3eb3e03211e8 owned by compute:nova {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:48:47.431343 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvr_db [None req-ca5029b8-3e95-4947-ab9b-8ce6e460a3b5 None None] Set router 7f038a6e-d63e-4bd1-ace7-2994c48703ff gateway port host: dv-cinder-824187-7-iscsi {{(pid=109086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:48:47.445561 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-d04fd5f7-d67c-40dd-9907-3dd8b49390b0 req-faa28247-474e-4de5-861e-22c4714408c0 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=351edb33-a693-4fd3-8aed-86de15517ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761375 Jan 28 13:48:47.613009 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48281b79-48c3-486e-ba8b-a67ae3d1bfd1 req-59a505ac-1e5e-44b0-8b27-673cf982990c tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:47.637762 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-48281b79-48c3-486e-ba8b-a67ae3d1bfd1 req-59a505ac-1e5e-44b0-8b27-673cf982990c tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0b255d5-978a-4b0d-91cc-e1ff166d24f8 HTTP/1.1" status: 200 len: 945 time: 0.0815296 Jan 28 13:48:47.654692 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da805bdc-dfd7-4802-aade-60a464d1542c req-747ab1da-e85b-4c6b-b6d0-19371c47894e tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:47.666265 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-da805bdc-dfd7-4802-aade-60a464d1542c req-747ab1da-e85b-4c6b-b6d0-19371c47894e tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/ports?device_id=175714f6-fa92-4781-8501-a6356be58096 HTTP/1.1" status: 200 len: 945 time: 0.1557763 Jan 28 13:48:47.700690 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-48281b79-48c3-486e-ba8b-a67ae3d1bfd1 req-cc86e5ca-559d-4aa2-b361-62ffda9aee8f tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] 10.222.0.72 "GET /v2.0/security-groups?id=351edb33-a693-4fd3-8aed-86de15517ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614793 Jan 28 13:48:47.712881 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-59a8e864-c4d4-4c82-ba45-873e1585eff8 req-1f84688d-6aa5-4ddd-b254-efccaae1f2d9 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742788697034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742788384835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4723325'] for port (b324fbc8-e91a-4b94-a8ee-3eb3e03211e8), after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:47.740925 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] get_ports_and_sgs() called for port_ids ['b324fbc8-e91a-4b94-a8ee-3eb3e03211e8'] {{(pid=109086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:48:47.777496 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f84688d-6aa5-4ddd-b254-efccaae1f2d9 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] Pushing event deleted for resources: {'Port': ['ID=b324fbc8-e91a-4b94-a8ee-3eb3e03211e8,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:47.799736 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-ca5029b8-3e95-4947-ab9b-8ce6e460a3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f038a6e-d63e-4bd1-ace7-2994c48703ff', 'name': 'tempest-TestMinimumBasicScenario-918094146-router', 'tenant_id': 'da0d2234d5b645f7a9a053c70bfc386e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'external_fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': 'b4876ce4-4290-46e9-b02b-7e1a7c3af5fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:48:40Z', 'updated_at': '2022-01-28T13:48:44Z', 'revision_number': 4, 'project_id': 'da0d2234d5b645f7a9a053c70bfc386e', 'gw_port': {'id': 'b4876ce4-4290-46e9-b02b-7e1a7c3af5fc', 'name': '', 'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:c3:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f038a6e-d63e-4bd1-ace7-2994c48703ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:48:41Z', 'updated_at': '2022-01-28T13:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-7-iscsi', '_interfaces': [{'id': '2f100352-b6c4-4d74-9cb1-9b17b981fb62', 'name': '', 'network_id': 'ea8a97fc-f8a5-4bdc-8bc9-653eaf60a04f', 'tenant_id': 'da0d2234d5b645f7a9a053c70bfc386e', 'mac_address': 'fa:16:3e:0a:e6:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f038a6e-d63e-4bd1-ace7-2994c48703ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'eea56fe0-bc6d-400e-a2e9-8788e065f4c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:48:43Z', 'updated_at': '2022-01-28T13:48:44Z', 'revision_number': 2, 'project_id': 'da0d2234d5b645f7a9a053c70bfc386e', 'subnets': [{'id': 'eea56fe0-bc6d-400e-a2e9-8788e065f4c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824187-7-iscsi', False) {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:48:47.837888 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5029b8-3e95-4947-ab9b-8ce6e460a3b5 None None] Checking router: 7f038a6e-d63e-4bd1-ace7-2994c48703ff for host: dv-cinder-824187-7-iscsi {{(pid=109086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:48:47.839340 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5029b8-3e95-4947-ab9b-8ce6e460a3b5 None None] Updating router 7f038a6e-d63e-4bd1-ace7-2994c48703ff port 2f100352-b6c4-4d74-9cb1-9b17b981fb62 binding host dv-cinder-824187-7-iscsi {{(pid=109086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 13:48:47.874312 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-da805bdc-dfd7-4802-aade-60a464d1542c req-8883f157-6333-47eb-983b-91829992df21 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.72 "GET /v2.0/security-groups?id=2e8aa884-59a1-48b6-b990-b4cff53ce899&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055664 Jan 28 13:48:47.880178 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ca5029b8-3e95-4947-ab9b-8ce6e460a3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (2f100352-b6c4-4d74-9cb1-9b17b981fb62), before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:47.883576 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Device b4876ce4-4290-46e9-b02b-7e1a7c3af5fc up at agent ovs-agent-dv-cinder-824187-7-iscsi {{(pid=109086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:48:47.962274 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-59a8e864-c4d4-4c82-ba45-873e1585eff8 req-1f84688d-6aa5-4ddd-b254-efccaae1f2d9 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] No DVR routers for this DVR port b324fbc8-e91a-4b94-a8ee-3eb3e03211e8 on host hv-cinder-82418 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:48:47.969561 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-59a8e864-c4d4-4c82-ba45-873e1585eff8 req-1f84688d-6aa5-4ddd-b254-efccaae1f2d9 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91499'] for port (None), before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:47.973151 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-59a8e864-c4d4-4c82-ba45-873e1585eff8 req-1f84688d-6aa5-4ddd-b254-efccaae1f2d9 tempest-ServerRescueNegativeTestJSON-1128969519 tempest-ServerRescueNegativeTestJSON-1128969519-project] 10.222.0.78 "DELETE /v2.0/ports/b324fbc8-e91a-4b94-a8ee-3eb3e03211e8 HTTP/1.1" status: 204 len: 173 time: 0.9340270 Jan 28 13:48:47.978065 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '175714f6-fa92-4781-8501-a6356be58096', 'name': 'network-vif-deleted', 'tag': 'b324fbc8-e91a-4b94-a8ee-3eb3e03211e8'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:48:47.982604 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19ef927ebdb7e136520bf73605241c98ba3844c75ab8794845cb00139da391b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93574356-ea92-47fd-a733-fac22324517d" -d '{"events": [{"server_uuid": "175714f6-fa92-4781-8501-a6356be58096", "name": "network-vif-deleted", "tag": "b324fbc8-e91a-4b94-a8ee-3eb3e03211e8"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:48:48.066762 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Provisioning complete for port b4876ce4-4290-46e9-b02b-7e1a7c3af5fc triggered by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:48:48.067442 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041328'] for port (b4876ce4-4290-46e9-b02b-7e1a7c3af5fc), provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:48.149411 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbedd6f7-7e1e-4c96-bc34-8b2a04599995 x-openstack-request-id: req-fbedd6f7-7e1e-4c96-bc34-8b2a04599995 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:48:48.149832 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "175714f6-fa92-4781-8501-a6356be58096", "name": "network-vif-deleted", "tag": "b324fbc8-e91a-4b94-a8ee-3eb3e03211e8", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:48:48.150179 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-fbedd6f7-7e1e-4c96-bc34-8b2a04599995 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:48:48.151098 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '175714f6-fa92-4781-8501-a6356be58096', 'name': 'network-vif-deleted', 'tag': 'b324fbc8-e91a-4b94-a8ee-3eb3e03211e8', 'status': 'completed', 'code': 200} Jan 28 13:48:48.337705 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Current status of the port b4876ce4-4290-46e9-b02b-7e1a7c3af5fc is: ACTIVE; New status is: ACTIVE {{(pid=109086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:48:48.429222 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ca5029b8-3e95-4947-ab9b-8ce6e460a3b5 None None] Publish callbacks [] for port (2f100352-b6c4-4d74-9cb1-9b17b981fb62), precommit_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:48.436458 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ca5029b8-3e95-4947-ab9b-8ce6e460a3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862'] for port (2f100352-b6c4-4d74-9cb1-9b17b981fb62), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:48.490815 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39ff87a-60ed-420e-977f-12fa635eaa71 None None] Pushing event updated for resources: {'Port': ['ID=2f100352-b6c4-4d74-9cb1-9b17b981fb62,revision_number=3']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:48.555038 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [None req-ca5029b8-3e95-4947-ab9b-8ce6e460a3b5 None None] Attempting to bind port 2f100352-b6c4-4d74-9cb1-9b17b981fb62 on host dv-cinder-824187-7-iscsi for vnic_type normal with profile {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:48:48.555356 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [None req-ca5029b8-3e95-4947-ab9b-8ce6e460a3b5 None None] Attempting to bind port 2f100352-b6c4-4d74-9cb1-9b17b981fb62 by drivers openvswitch,hyperv on host dv-cinder-824187-7-iscsi at level 0 using segments [{'id': '9bd04139-65a9-4dc0-ba80-61ceac62e05e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'ea8a97fc-f8a5-4bdc-8bc9-653eaf60a04f'}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:48:48.555788 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5029b8-3e95-4947-ab9b-8ce6e460a3b5 None None] Attempting to bind port 2f100352-b6c4-4d74-9cb1-9b17b981fb62 on network ea8a97fc-f8a5-4bdc-8bc9-653eaf60a04f {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:48:48.562798 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5029b8-3e95-4947-ab9b-8ce6e460a3b5 None None] Checking agent: {'id': '91ec632a-2927-4715-8bad-f3132ebcbe46', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-824187-7-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 37, 34), 'started_at': datetime.datetime(2022, 1, 28, 13, 38, 4), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-824187-7-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:48:48.563836 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5029b8-3e95-4947-ab9b-8ce6e460a3b5 None None] Checking segment: {'id': '9bd04139-65a9-4dc0-ba80-61ceac62e05e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'ea8a97fc-f8a5-4bdc-8bc9-653eaf60a04f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:48:48.564184 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ca5029b8-3e95-4947-ab9b-8ce6e460a3b5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:48.565259 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5029b8-3e95-4947-ab9b-8ce6e460a3b5 None None] Bound using segment: {'id': '9bd04139-65a9-4dc0-ba80-61ceac62e05e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'ea8a97fc-f8a5-4bdc-8bc9-653eaf60a04f'} {{(pid=109086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:48:48.566424 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.managers [None req-ca5029b8-3e95-4947-ab9b-8ce6e460a3b5 None None] Bound port: 2f100352-b6c4-4d74-9cb1-9b17b981fb62, host: dv-cinder-824187-7-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bd04139-65a9-4dc0-ba80-61ceac62e05e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': 'ea8a97fc-f8a5-4bdc-8bc9-653eaf60a04f'}}] {{(pid=109086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:48:48.566424 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ca5029b8-3e95-4947-ab9b-8ce6e460a3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (2f100352-b6c4-4d74-9cb1-9b17b981fb62), before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:48.762414 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-ca5029b8-3e95-4947-ab9b-8ce6e460a3b5 None None] For port 2f100352-b6c4-4d74-9cb1-9b17b981fb62, host dv-cinder-824187-7-iscsi, cleared binding levels {{(pid=109086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:48:48.767108 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-ca5029b8-3e95-4947-ab9b-8ce6e460a3b5 None None] For port 2f100352-b6c4-4d74-9cb1-9b17b981fb62, host dv-cinder-824187-7-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-7-iscsi',level=0,port_id=2f100352-b6c4-4d74-9cb1-9b17b981fb62,segment=NetworkSegment(9bd04139-65a9-4dc0-ba80-61ceac62e05e),segment_id=9bd04139-65a9-4dc0-ba80-61ceac62e05e)] {{(pid=109086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:48:48.795555 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ca5029b8-3e95-4947-ab9b-8ce6e460a3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862'] for port (2f100352-b6c4-4d74-9cb1-9b17b981fb62), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:48.893703 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5029b8-3e95-4947-ab9b-8ce6e460a3b5 None None] Routers {'7f038a6e-d63e-4bd1-ace7-2994c48703ff'} bound to L3 agent in host dv-cinder-824187-7-iscsi {{(pid=109086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:48:48.894350 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-ca5029b8-3e95-4947-ab9b-8ce6e460a3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T13:37:30Z,description=,heartbeat_timestamp=2022-01-28T13:48:30Z,host='dv-cinder-824187-7-iscsi',id=5fb30df9-6f10-41b8-94cc-b881623ba250,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:37:30Z,topic='l3_agent')) {'router_ids': ['7f038a6e-d63e-4bd1-ace7-2994c48703ff'], 'active': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:48:48.952525 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 43764) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:48:48.954585 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee2643b-f80d-429c-a288-9b26321d2dc3 req-21c9cf29-da5e-454b-a253-8438d957d7eb tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:48.958894 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-6ee2643b-f80d-429c-a288-9b26321d2dc3 req-21c9cf29-da5e-454b-a253-8438d957d7eb tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0b255d5-978a-4b0d-91cc-e1ff166d24f8 HTTP/1.1" status: 200 len: 945 time: 0.1275721 Jan 28 13:48:48.959744 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-750ed488-6ded-4dc7-8119-aaaede792f3c None None] Provisioning complete for port 2f100352-b6c4-4d74-9cb1-9b17b981fb62 triggered by entity DHCP. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:48:48.960129 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-750ed488-6ded-4dc7-8119-aaaede792f3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041328'] for port (2f100352-b6c4-4d74-9cb1-9b17b981fb62), provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:49.011837 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39ff87a-60ed-420e-977f-12fa635eaa71 None None] Pushing event updated for resources: {'Port': ['ID=2f100352-b6c4-4d74-9cb1-9b17b981fb62,revision_number=4']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:49.105977 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-6ee2643b-f80d-429c-a288-9b26321d2dc3 req-e914846c-e6b4-4244-a688-daa49f197df8 tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] 10.222.0.72 "GET /v2.0/security-groups?id=351edb33-a693-4fd3-8aed-86de15517ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1282303 Jan 28 13:48:49.171961 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvr_db [None req-ca5029b8-3e95-4947-ab9b-8ce6e460a3b5 None None] Set router 7f038a6e-d63e-4bd1-ace7-2994c48703ff gateway port host: dv-cinder-824187-7-iscsi {{(pid=109086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:48:49.257896 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-750ed488-6ded-4dc7-8119-aaaede792f3c None None] Current status of the port 2f100352-b6c4-4d74-9cb1-9b17b981fb62 is: DOWN; New status is: ACTIVE {{(pid=109086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:48:49.258289 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-750ed488-6ded-4dc7-8119-aaaede792f3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (2f100352-b6c4-4d74-9cb1-9b17b981fb62), before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:49.298975 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-750ed488-6ded-4dc7-8119-aaaede792f3c None None] For port 2f100352-b6c4-4d74-9cb1-9b17b981fb62, host dv-cinder-824187-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-7-iscsi',level=0,port_id=2f100352-b6c4-4d74-9cb1-9b17b981fb62,segment=NetworkSegment(9bd04139-65a9-4dc0-ba80-61ceac62e05e),segment_id=9bd04139-65a9-4dc0-ba80-61ceac62e05e)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:48:49.319496 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-750ed488-6ded-4dc7-8119-aaaede792f3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862'] for port (2f100352-b6c4-4d74-9cb1-9b17b981fb62), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:49.473179 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ed488-6ded-4dc7-8119-aaaede792f3c None None] Pushing event updated for resources: {'Port': ['ID=2f100352-b6c4-4d74-9cb1-9b17b981fb62,revision_number=5']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:49.487975 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-0127a6a0-6188-453f-a59f-64d9198cb3a3 None None] Provisioning complete for port 2f100352-b6c4-4d74-9cb1-9b17b981fb62 triggered by entity DHCP. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:48:49.488354 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0127a6a0-6188-453f-a59f-64d9198cb3a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041328'] for port (2f100352-b6c4-4d74-9cb1-9b17b981fb62), provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:49.636773 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-89bf50ed-f40a-4996-96a6-7e94690f08a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1811891'] for router_interface (1617130e-5be0-4472-9d35-6ccfd7518340), before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:49.800548 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-0127a6a0-6188-453f-a59f-64d9198cb3a3 None None] Current status of the port 2f100352-b6c4-4d74-9cb1-9b17b981fb62 is: ACTIVE; New status is: ACTIVE {{(pid=109086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:48:49.822658 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-ca5029b8-3e95-4947-ab9b-8ce6e460a3b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f038a6e-d63e-4bd1-ace7-2994c48703ff', 'name': 'tempest-TestMinimumBasicScenario-918094146-router', 'tenant_id': 'da0d2234d5b645f7a9a053c70bfc386e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'external_fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': 'b4876ce4-4290-46e9-b02b-7e1a7c3af5fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:48:40Z', 'updated_at': '2022-01-28T13:48:44Z', 'revision_number': 4, 'project_id': 'da0d2234d5b645f7a9a053c70bfc386e', 'gw_port': {'id': 'b4876ce4-4290-46e9-b02b-7e1a7c3af5fc', 'name': '', 'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:c3:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f038a6e-d63e-4bd1-ace7-2994c48703ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:48:41Z', 'updated_at': '2022-01-28T13:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-7-iscsi', '_interfaces': [{'id': '2f100352-b6c4-4d74-9cb1-9b17b981fb62', 'name': '', 'network_id': 'ea8a97fc-f8a5-4bdc-8bc9-653eaf60a04f', 'tenant_id': 'da0d2234d5b645f7a9a053c70bfc386e', 'mac_address': 'fa:16:3e:0a:e6:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f038a6e-d63e-4bd1-ace7-2994c48703ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'eea56fe0-bc6d-400e-a2e9-8788e065f4c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:48:43Z', 'updated_at': '2022-01-28T13:48:48Z', 'revision_number': 4, 'project_id': 'da0d2234d5b645f7a9a053c70bfc386e', 'subnets': [{'id': 'eea56fe0-bc6d-400e-a2e9-8788e065f4c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824187-7-iscsi', False) {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:48:49.871006 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5029b8-3e95-4947-ab9b-8ce6e460a3b5 None None] The sync data for ids ['7f038a6e-d63e-4bd1-ace7-2994c48703ff'] in dv-cinder-824187-7-iscsi is: [{'id': '7f038a6e-d63e-4bd1-ace7-2994c48703ff', 'name': 'tempest-TestMinimumBasicScenario-918094146-router', 'tenant_id': 'da0d2234d5b645f7a9a053c70bfc386e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'external_fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': 'b4876ce4-4290-46e9-b02b-7e1a7c3af5fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:48:40Z', 'updated_at': '2022-01-28T13:48:44Z', 'revision_number': 4, 'project_id': 'da0d2234d5b645f7a9a053c70bfc386e', 'gw_port': {'id': 'b4876ce4-4290-46e9-b02b-7e1a7c3af5fc', 'name': '', 'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:c3:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f038a6e-d63e-4bd1-ace7-2994c48703ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:48:41Z', 'updated_at': '2022-01-28T13:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-7-iscsi', '_interfaces': [{'id': '2f100352-b6c4-4d74-9cb1-9b17b981fb62', 'name': '', 'network_id': 'ea8a97fc-f8a5-4bdc-8bc9-653eaf60a04f', 'tenant_id': 'da0d2234d5b645f7a9a053c70bfc386e', 'mac_address': 'fa:16:3e:0a:e6:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f038a6e-d63e-4bd1-ace7-2994c48703ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 462, 'fixed_ips': [{'subnet_id': 'eea56fe0-bc6d-400e-a2e9-8788e065f4c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:48:43Z', 'updated_at': '2022-01-28T13:48:48Z', 'revision_number': 4, 'project_id': 'da0d2234d5b645f7a9a053c70bfc386e', 'subnets': [{'id': 'eea56fe0-bc6d-400e-a2e9-8788e065f4c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:48:50.047466 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-89bf50ed-f40a-4996-96a6-7e94690f08a8 admin admin] Deleting port a98dab0a-f841-493c-b576-43abdf3227e9 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:48:50.048615 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-89bf50ed-f40a-4996-96a6-7e94690f08a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742788692592'] for port (a98dab0a-f841-493c-b576-43abdf3227e9), before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:50.138043 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.db [None req-89bf50ed-f40a-4996-96a6-7e94690f08a8 admin admin] For port a98dab0a-f841-493c-b576-43abdf3227e9, host dv-cinder-824187-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-7-iscsi',level=0,port_id=a98dab0a-f841-493c-b576-43abdf3227e9,segment=NetworkSegment(003e6ed3-f660-4372-97dd-5a5269adf1a1),segment_id=003e6ed3-f660-4372-97dd-5a5269adf1a1)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:48:50.138505 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-89bf50ed-f40a-4996-96a6-7e94690f08a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818260'] for port (a98dab0a-f841-493c-b576-43abdf3227e9), precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:50.157716 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-89bf50ed-f40a-4996-96a6-7e94690f08a8 admin admin] Calling delete_port for a98dab0a-f841-493c-b576-43abdf3227e9 owned by network:router_interface {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:48:50.225093 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68102947-9122-4fe1-9ee2-e8d432346705 req-52fe2c75-725a-4b82-81da-6e13e8d3f3dd tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:50.233058 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-68102947-9122-4fe1-9ee2-e8d432346705 req-52fe2c75-725a-4b82-81da-6e13e8d3f3dd tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0b255d5-978a-4b0d-91cc-e1ff166d24f8 HTTP/1.1" status: 200 len: 945 time: 0.0604584 Jan 28 13:48:50.316184 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-68102947-9122-4fe1-9ee2-e8d432346705 req-e8307186-f341-482b-ac2f-8b9bd60c29a8 tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] 10.222.0.72 "GET /v2.0/security-groups?id=351edb33-a693-4fd3-8aed-86de15517ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774474 Jan 28 13:48:50.498288 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-89bf50ed-f40a-4996-96a6-7e94690f08a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742788697034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742788384835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4723325'] for port (a98dab0a-f841-493c-b576-43abdf3227e9), after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:50.514507 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511000cd-11de-4d37-b494-569ca88cce7d req-31980845-b1c9-494d-ad53-10e3e4782c61 tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:50.516387 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-511000cd-11de-4d37-b494-569ca88cce7d req-31980845-b1c9-494d-ad53-10e3e4782c61 tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0b255d5-978a-4b0d-91cc-e1ff166d24f8 HTTP/1.1" status: 200 len: 945 time: 0.1028101 Jan 28 13:48:50.538605 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bf50ed-f40a-4996-96a6-7e94690f08a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=a98dab0a-f841-493c-b576-43abdf3227e9,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:50.596437 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-511000cd-11de-4d37-b494-569ca88cce7d req-2821b0fd-1fa9-40b3-bd9f-4ee6c3fd4993 tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] 10.222.0.72 "GET /v2.0/security-groups?id=351edb33-a693-4fd3-8aed-86de15517ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738304 Jan 28 13:48:50.613231 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 43790) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:48:50.757637 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-89bf50ed-f40a-4996-96a6-7e94690f08a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2032394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1811743'] for router_interface (1617130e-5be0-4472-9d35-6ccfd7518340), after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:50.845558 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Device b324fbc8-e91a-4b94-a8ee-3eb3e03211e8 no longer exists at agent hyperv_hv-cinder-82418 {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:48:50.876267 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] No Port match for: b324fbc8-e91a-4b94-a8ee-3eb3e03211e8 {{(pid=109086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:48:50.883416 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Device b324fbc8-e91a-4b94-a8ee-3eb3e03211e8 not bound to the agent host hv-cinder-82418 {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:48:51.376268 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a61b2d0e-a8b5-4c55-b44e-46a806a94434 tempest-TestShelveInstance-1042750348 tempest-TestShelveInstance-1042750348-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:51.377956 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-a61b2d0e-a8b5-4c55-b44e-46a806a94434 tempest-TestShelveInstance-1042750348 tempest-TestShelveInstance-1042750348-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=e0b255d5-978a-4b0d-91cc-e1ff166d24f8 HTTP/1.1" status: 200 len: 1093 time: 0.7637718 Jan 28 13:48:51.381007 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 43798) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:48:51.386223 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.v2.base [None req-3bed261e-81ed-4284-8066-c7dfb7e02b9a tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Request body: {'floatingip': {'floating_network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'port_id': 'dfcdaca1-467c-495f-aba8-f3fc930df133', 'tenant_id': '1dd3b47ebfbe4d0eb9cd24d8466d81e2', 'fixed_ip_address': '172.20.0.7'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:48:51.419977 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89bf50ed-f40a-4996-96a6-7e94690f08a8 admin admin] Router 1617130e-5be0-4472-9d35-6ccfd7518340 has already been hosted by L3 agent 5fb30df9-6f10-41b8-94cc-b881623ba250 {{(pid=109085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:48:51.435324 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3bed261e-81ed-4284-8066-c7dfb7e02b9a tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:51.604755 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89bf50ed-f40a-4996-96a6-7e94690f08a8 admin admin] Notify agent at l3_agent.dv-cinder-824187-7-iscsi the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:48:51.610243 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-89bf50ed-f40a-4996-96a6-7e94690f08a8 admin admin] 10.222.0.72 "PUT /v2.0/routers/1617130e-5be0-4472-9d35-6ccfd7518340/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6557570 Jan 28 13:48:51.613356 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 43800) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:48:51.626958 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc0c5bf-622e-4823-910d-84b4ce92a626 None None] Sync routers for ids ['1617130e-5be0-4472-9d35-6ccfd7518340'] in dv-cinder-824187-7-iscsi {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:48:51.643221 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3bed261e-81ed-4284-8066-c7dfb7e02b9a tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (None), before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:51.653190 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc0c5bf-622e-4823-910d-84b4ce92a626 None None] Routers {'1617130e-5be0-4472-9d35-6ccfd7518340'} bound to L3 agent in host dv-cinder-824187-7-iscsi {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:48:51.654595 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-cbc0c5bf-622e-4823-910d-84b4ce92a626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T13:37:30Z,description=,heartbeat_timestamp=2022-01-28T13:48:30Z,host='dv-cinder-824187-7-iscsi',id=5fb30df9-6f10-41b8-94cc-b881623ba250,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:37:30Z,topic='l3_agent')) {'router_ids': ['1617130e-5be0-4472-9d35-6ccfd7518340'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:48:51.763367 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [None req-3bed261e-81ed-4284-8066-c7dfb7e02b9a tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Allocated IP 172.27.0.112 (5658bb11-9d09-4b0d-90e7-a96bf662b067/12c2ab48-c458-44a5-bf56-c21764e1e48c/11609bcb-d3ae-41c4-9cad-ab522224bd61) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:48:51.764323 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-4a751220-81a7-4c25-a84e-3c7d521bbda4 admin admin] Publish callbacks [] for router (1617130e-5be0-4472-9d35-6ccfd7518340), before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:51.871521 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-cbc0c5bf-622e-4823-910d-84b4ce92a626 None None] Set router 1617130e-5be0-4472-9d35-6ccfd7518340 gateway port host: dv-cinder-824187-7-iscsi {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:48:52.003429 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3bed261e-81ed-4284-8066-c7dfb7e02b9a tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Publish callbacks [] for port (11609bcb-d3ae-41c4-9cad-ab522224bd61), precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:52.080392 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3bed261e-81ed-4284-8066-c7dfb7e02b9a tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742788384826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4723325'] for port (11609bcb-d3ae-41c4-9cad-ab522224bd61), after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:52.149416 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Device 2f100352-b6c4-4d74-9cb1-9b17b981fb62 up at agent ovs-agent-dv-cinder-824187-7-iscsi {{(pid=109086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:48:52.152738 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bed261e-81ed-4284-8066-c7dfb7e02b9a tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Network 5658bb11-9d09-4b0d-90e7-a96bf662b067 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:48:52.158038 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-3bed261e-81ed-4284-8066-c7dfb7e02b9a tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:48:52.165664 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bed261e-81ed-4284-8066-c7dfb7e02b9a tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:48:52.204329 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bed261e-81ed-4284-8066-c7dfb7e02b9a tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Pushing event updated for resources: {'Port': ['ID=11609bcb-d3ae-41c4-9cad-ab522224bd61,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:52.265751 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-4a751220-81a7-4c25-a84e-3c7d521bbda4 admin admin] Publish callbacks [] for router_gateway (1617130e-5be0-4472-9d35-6ccfd7518340), before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:52.279313 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Provisioning complete for port 2f100352-b6c4-4d74-9cb1-9b17b981fb62 triggered by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:48:52.280056 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041328'] for port (2f100352-b6c4-4d74-9cb1-9b17b981fb62), provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:52.300892 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-cbc0c5bf-622e-4823-910d-84b4ce92a626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1617130e-5be0-4472-9d35-6ccfd7518340', 'name': 'tempest-ServerRescueNegativeTestJSON-1186739786-router', 'tenant_id': 'c3eb71c4d3874600bb0a0cd6dd4ba11f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'external_fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.162'}], 'enable_snat': True}, 'gw_port_id': '25319c86-e3e0-4f31-8eee-0b3acb24c184', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:45:24Z', 'updated_at': '2022-01-28T13:48:50Z', 'revision_number': 5, 'project_id': 'c3eb71c4d3874600bb0a0cd6dd4ba11f', 'gw_port': {'id': '25319c86-e3e0-4f31-8eee-0b3acb24c184', 'name': '', 'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:d9:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1617130e-5be0-4472-9d35-6ccfd7518340', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:25Z', 'updated_at': '2022-01-28T13:45:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-7-iscsi'}], 'dv-cinder-824187-7-iscsi', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:48:52.354729 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc0c5bf-622e-4823-910d-84b4ce92a626 None None] Checking router: 1617130e-5be0-4472-9d35-6ccfd7518340 for host: dv-cinder-824187-7-iscsi {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:48:52.365343 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc0c5bf-622e-4823-910d-84b4ce92a626 None None] Routers {'1617130e-5be0-4472-9d35-6ccfd7518340'} bound to L3 agent in host dv-cinder-824187-7-iscsi {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:48:52.365966 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-cbc0c5bf-622e-4823-910d-84b4ce92a626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T13:37:30Z,description=,heartbeat_timestamp=2022-01-28T13:48:30Z,host='dv-cinder-824187-7-iscsi',id=5fb30df9-6f10-41b8-94cc-b881623ba250,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:37:30Z,topic='l3_agent')) {'router_ids': ['1617130e-5be0-4472-9d35-6ccfd7518340'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:48:52.384870 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.plugin [None req-4a751220-81a7-4c25-a84e-3c7d521bbda4 admin admin] Deleting port 25319c86-e3e0-4f31-8eee-0b3acb24c184 {{(pid=109084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:48:52.385226 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-4a751220-81a7-4c25-a84e-3c7d521bbda4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742788692592'] for port (25319c86-e3e0-4f31-8eee-0b3acb24c184), before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:52.413321 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Current status of the port 2f100352-b6c4-4d74-9cb1-9b17b981fb62 is: ACTIVE; New status is: ACTIVE {{(pid=109086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:48:52.488806 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-cbc0c5bf-622e-4823-910d-84b4ce92a626 None None] Set router 1617130e-5be0-4472-9d35-6ccfd7518340 gateway port host: None {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:48:52.524185 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.db [None req-4a751220-81a7-4c25-a84e-3c7d521bbda4 admin admin] For port 25319c86-e3e0-4f31-8eee-0b3acb24c184, host dv-cinder-824187-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-7-iscsi',level=0,port_id=25319c86-e3e0-4f31-8eee-0b3acb24c184,segment=NetworkSegment(2ff911eb-b784-4487-8703-ed6009453f86),segment_id=2ff911eb-b784-4487-8703-ed6009453f86)] {{(pid=109084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:48:52.524649 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-4a751220-81a7-4c25-a84e-3c7d521bbda4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818260'] for port (25319c86-e3e0-4f31-8eee-0b3acb24c184), precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:52.546500 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.plugin [None req-4a751220-81a7-4c25-a84e-3c7d521bbda4 admin admin] Calling delete_port for 25319c86-e3e0-4f31-8eee-0b3acb24c184 owned by network:router_gateway {{(pid=109084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:48:52.559503 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-cbc0c5bf-622e-4823-910d-84b4ce92a626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1617130e-5be0-4472-9d35-6ccfd7518340', 'name': 'tempest-ServerRescueNegativeTestJSON-1186739786-router', 'tenant_id': 'c3eb71c4d3874600bb0a0cd6dd4ba11f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:45:24Z', 'updated_at': '2022-01-28T13:48:52Z', 'revision_number': 6, 'project_id': 'c3eb71c4d3874600bb0a0cd6dd4ba11f', 'gw_port_host': None}], 'dv-cinder-824187-7-iscsi', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:48:52.592690 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc0c5bf-622e-4823-910d-84b4ce92a626 None None] The sync data for ids ['1617130e-5be0-4472-9d35-6ccfd7518340'] in dv-cinder-824187-7-iscsi is: [{'id': '1617130e-5be0-4472-9d35-6ccfd7518340', 'name': 'tempest-ServerRescueNegativeTestJSON-1186739786-router', 'tenant_id': 'c3eb71c4d3874600bb0a0cd6dd4ba11f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:45:24Z', 'updated_at': '2022-01-28T13:48:52Z', 'revision_number': 6, 'project_id': 'c3eb71c4d3874600bb0a0cd6dd4ba11f', 'gw_port_host': None}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:48:52.715858 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3bed261e-81ed-4284-8066-c7dfb7e02b9a tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Publish callbacks [] for floatingip (42e10e43-0b17-48a9-9b2a-90b3e39462e6), precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:52.805699 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-4a751220-81a7-4c25-a84e-3c7d521bbda4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742788697034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742788384835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6110957'] for port (25319c86-e3e0-4f31-8eee-0b3acb24c184), after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:52.816889 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3bed261e-81ed-4284-8066-c7dfb7e02b9a tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (11609bcb-d3ae-41c4-9cad-ab522224bd61), before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:52.840241 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a751220-81a7-4c25-a84e-3c7d521bbda4 admin admin] Pushing event deleted for resources: {'Port': ['ID=25319c86-e3e0-4f31-8eee-0b3acb24c184,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:52.914926 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-4a751220-81a7-4c25-a84e-3c7d521bbda4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1816949'] for router_gateway (1617130e-5be0-4472-9d35-6ccfd7518340), after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:53.013469 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3bed261e-81ed-4284-8066-c7dfb7e02b9a tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Publish callbacks [] for port (11609bcb-d3ae-41c4-9cad-ab522224bd61), precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:53.020801 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3bed261e-81ed-4284-8066-c7dfb7e02b9a tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4723334'] for port (11609bcb-d3ae-41c4-9cad-ab522224bd61), after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:53.033233 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-4a751220-81a7-4c25-a84e-3c7d521bbda4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1812480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-46618'] for router (1617130e-5be0-4472-9d35-6ccfd7518340), precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:53.035998 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-4a751220-81a7-4c25-a84e-3c7d521bbda4 admin admin] Publish callbacks [] for router_controller (1617130e-5be0-4472-9d35-6ccfd7518340), precommit_delete_associations {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:53.105728 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bed261e-81ed-4284-8066-c7dfb7e02b9a tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Pushing event updated for resources: {'Port': ['ID=11609bcb-d3ae-41c4-9cad-ab522224bd61,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:53.117437 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3bed261e-81ed-4284-8066-c7dfb7e02b9a tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1817779'] for floatingip (42e10e43-0b17-48a9-9b2a-90b3e39462e6), after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:53.149288 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-4a751220-81a7-4c25-a84e-3c7d521bbda4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1812489'] for router (1617130e-5be0-4472-9d35-6ccfd7518340), after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:53.149845 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a751220-81a7-4c25-a84e-3c7d521bbda4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1617130e-5be0-4472-9d35-6ccfd7518340 {{(pid=109084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:48:53.159673 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-4a751220-81a7-4c25-a84e-3c7d521bbda4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:53.160908 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-4a751220-81a7-4c25-a84e-3c7d521bbda4 admin admin] 10.222.0.72 "DELETE /v2.0/routers/1617130e-5be0-4472-9d35-6ccfd7518340 HTTP/1.1" status: 204 len: 168 time: 1.5460165 Jan 28 13:48:53.163893 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 43808) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:48:53.215888 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecee0805-e793-4c8a-8542-4aa23cf39184 admin admin] Deleting subnet eff84041-49b5-4697-b7b5-e67d81854a3c {{(pid=109084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:48:53.219785 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-ecee0805-e793-4c8a-8542-4aa23cf39184 admin admin] Publish callbacks [] for subnet (eff84041-49b5-4697-b7b5-e67d81854a3c), before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:53.263891 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.db.l3_db [None req-3bed261e-81ed-4284-8066-c7dfb7e02b9a tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Floating IP 42e10e43-0b17-48a9-9b2a-90b3e39462e6 associated. External IP: 172.27.0.112, port: dfcdaca1-467c-495f-aba8-f3fc930df133. Jan 28 13:48:53.270967 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-ecee0805-e793-4c8a-8542-4aa23cf39184 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4731551'] for subnet (eff84041-49b5-4697-b7b5-e67d81854a3c), precommit_delete_associations {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:53.321957 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-ecee0805-e793-4c8a-8542-4aa23cf39184 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1036461'] for subnet (eff84041-49b5-4697-b7b5-e67d81854a3c), precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:53.386788 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-ecee0805-e793-4c8a-8542-4aa23cf39184 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1036450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6110936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5832109'] for subnet (eff84041-49b5-4697-b7b5-e67d81854a3c), after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:53.407086 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-ecee0805-e793-4c8a-8542-4aa23cf39184 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:53.413589 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-ecee0805-e793-4c8a-8542-4aa23cf39184 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/eff84041-49b5-4697-b7b5-e67d81854a3c HTTP/1.1" status: 204 len: 168 time: 0.2460597 Jan 28 13:48:53.423910 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 43810) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:48:53.437104 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecee0805-e793-4c8a-8542-4aa23cf39184 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eff84041-49b5-4697-b7b5-e67d81854a3c,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:53.547239 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-86424eaf-0dbe-43dc-97c5-191ba772e30b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-799852'] for network (805ad18e-97f9-4b97-8e73-49d5a4e25a9d), before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:53.596391 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bed261e-81ed-4284-8066-c7dfb7e02b9a tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Router 3a895511-d29e-459d-87d4-edf333ddf421 has already been hosted by L3 agent 5fb30df9-6f10-41b8-94cc-b881623ba250 {{(pid=109085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:48:53.691966 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-86424eaf-0dbe-43dc-97c5-191ba772e30b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1044054', 'neutron.services.segments.db._delete_segments_for_network-8742788684692'] for network (805ad18e-97f9-4b97-8e73-49d5a4e25a9d), precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:53.720174 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.services.segments.db [None req-86424eaf-0dbe-43dc-97c5-191ba772e30b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['805ad18e-97f9-4b97-8e73-49d5a4e25a9d']}} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:48:53.779346 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.services.segments.db [None req-86424eaf-0dbe-43dc-97c5-191ba772e30b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '003e6ed3-f660-4372-97dd-5a5269adf1a1') {'for_net_delete': True} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:48:53.779346 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.services.segments.db [None req-86424eaf-0dbe-43dc-97c5-191ba772e30b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '003e6ed3-f660-4372-97dd-5a5269adf1a1') {} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:48:53.800022 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-86424eaf-0dbe-43dc-97c5-191ba772e30b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742788686749', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6262728'] for segment (003e6ed3-f660-4372-97dd-5a5269adf1a1), before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:53.823872 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-86424eaf-0dbe-43dc-97c5-191ba772e30b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-923698'] for segment (003e6ed3-f660-4372-97dd-5a5269adf1a1), precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:53.837705 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bed261e-81ed-4284-8066-c7dfb7e02b9a tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Notify agent at l3_agent.dv-cinder-824187-7-iscsi the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:48:53.839579 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86424eaf-0dbe-43dc-97c5-191ba772e30b admin admin] Releasing vlan 743 on physical network physnet1 to pool {{(pid=109085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:48:53.839975 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-86424eaf-0dbe-43dc-97c5-191ba772e30b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-923698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4723362'] for segment (003e6ed3-f660-4372-97dd-5a5269adf1a1), after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:53.841847 dv-cinder-824187-7-iscsi neutron-server[109085]: Traceback (most recent call last): Jan 28 13:48:53.841847 dv-cinder-824187-7-iscsi neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:48:53.841847 dv-cinder-824187-7-iscsi neutron-server[109085]: timer() Jan 28 13:48:53.841847 dv-cinder-824187-7-iscsi neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:48:53.841847 dv-cinder-824187-7-iscsi neutron-server[109085]: cb(*args, **kw) Jan 28 13:48:53.841847 dv-cinder-824187-7-iscsi neutron-server[109085]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:48:53.841847 dv-cinder-824187-7-iscsi neutron-server[109085]: return func(*args, **kwargs) Jan 28 13:48:53.841847 dv-cinder-824187-7-iscsi neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:48:53.841847 dv-cinder-824187-7-iscsi neutron-server[109085]: self._notify() Jan 28 13:48:53.841847 dv-cinder-824187-7-iscsi neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:48:53.841847 dv-cinder-824187-7-iscsi neutron-server[109085]: self.callback(batched_events) Jan 28 13:48:53.841847 dv-cinder-824187-7-iscsi neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:48:53.841847 dv-cinder-824187-7-iscsi neutron-server[109085]: event.method(event) Jan 28 13:48:53.841847 dv-cinder-824187-7-iscsi neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:48:53.841847 dv-cinder-824187-7-iscsi neutron-server[109085]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:48:53.841847 dv-cinder-824187-7-iscsi neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:48:53.841847 dv-cinder-824187-7-iscsi neutron-server[109085]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:48:53.841847 dv-cinder-824187-7-iscsi neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:48:53.841847 dv-cinder-824187-7-iscsi neutron-server[109085]: return f(self, *a, **k) Jan 28 13:48:53.841847 dv-cinder-824187-7-iscsi neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:48:53.841847 dv-cinder-824187-7-iscsi neutron-server[109085]: return self._get(url).json() Jan 28 13:48:53.841847 dv-cinder-824187-7-iscsi neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:48:53.841847 dv-cinder-824187-7-iscsi neutron-server[109085]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:48:53.841847 dv-cinder-824187-7-iscsi neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:48:53.841847 dv-cinder-824187-7-iscsi neutron-server[109085]: return self.request(url, 'GET', **kwargs) Jan 28 13:48:53.841847 dv-cinder-824187-7-iscsi neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:48:53.841847 dv-cinder-824187-7-iscsi neutron-server[109085]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:48:53.841847 dv-cinder-824187-7-iscsi neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:48:53.841847 dv-cinder-824187-7-iscsi neutron-server[109085]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:48:53.841847 dv-cinder-824187-7-iscsi neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:48:53.841847 dv-cinder-824187-7-iscsi neutron-server[109085]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:48:53.841847 dv-cinder-824187-7-iscsi neutron-server[109085]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:48:53.857718 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6ad644-6d67-4c84-8d71-3e011f9e9dac None None] Sync routers for ids ['3a895511-d29e-459d-87d4-edf333ddf421'] in dv-cinder-824187-7-iscsi {{(pid=109086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:48:53.862403 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Device a98dab0a-f841-493c-b576-43abdf3227e9 no longer exists at agent ovs-agent-dv-cinder-824187-7-iscsi {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:48:53.884404 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] No Port match for: a98dab0a-f841-493c-b576-43abdf3227e9 {{(pid=109086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:48:53.884754 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Device a98dab0a-f841-493c-b576-43abdf3227e9 not bound to the agent host dv-cinder-824187-7-iscsi {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:48:53.885388 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Device 25319c86-e3e0-4f31-8eee-0b3acb24c184 no longer exists at agent ovs-agent-dv-cinder-824187-7-iscsi {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:48:53.905536 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] No Port match for: 25319c86-e3e0-4f31-8eee-0b3acb24c184 {{(pid=109086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:48:53.906229 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Device 25319c86-e3e0-4f31-8eee-0b3acb24c184 not bound to the agent host dv-cinder-824187-7-iscsi {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:48:53.916723 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6ad644-6d67-4c84-8d71-3e011f9e9dac None None] Routers {'3a895511-d29e-459d-87d4-edf333ddf421'} bound to L3 agent in host dv-cinder-824187-7-iscsi {{(pid=109086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:48:53.918751 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-7d6ad644-6d67-4c84-8d71-3e011f9e9dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T13:37:30Z,description=,heartbeat_timestamp=2022-01-28T13:48:30Z,host='dv-cinder-824187-7-iscsi',id=5fb30df9-6f10-41b8-94cc-b881623ba250,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:37:30Z,topic='l3_agent')) {'router_ids': ['3a895511-d29e-459d-87d4-edf333ddf421'], 'active': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:48:53.924597 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-86424eaf-0dbe-43dc-97c5-191ba772e30b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1044015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1817757'] for network (805ad18e-97f9-4b97-8e73-49d5a4e25a9d), after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:53.935813 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3bed261e-81ed-4284-8066-c7dfb7e02b9a tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91499'] for floatingip (None), before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:53.973102 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-86424eaf-0dbe-43dc-97c5-191ba772e30b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032615'] for network (None), before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:53.976417 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-86424eaf-0dbe-43dc-97c5-191ba772e30b admin admin] 10.222.0.72 "DELETE /v2.0/networks/805ad18e-97f9-4b97-8e73-49d5a4e25a9d HTTP/1.1" status: 204 len: 168 time: 0.5515156 Jan 28 13:48:53.978009 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-3bed261e-81ed-4284-8066-c7dfb7e02b9a tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5959582 Jan 28 13:48:53.978827 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0b255d5-978a-4b0d-91cc-e1ff166d24f8', 'tag': 'dfcdaca1-467c-495f-aba8-f3fc930df133'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:48:53.981204 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19ef927ebdb7e136520bf73605241c98ba3844c75ab8794845cb00139da391b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5140bd4-d6d1-4660-9277-c2070c9521a4" -d '{"events": [{"name": "network-changed", "server_uuid": "e0b255d5-978a-4b0d-91cc-e1ff166d24f8", "tag": "dfcdaca1-467c-495f-aba8-f3fc930df133"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:48:53.984806 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86424eaf-0dbe-43dc-97c5-191ba772e30b admin admin] Pushing event deleted for resources: {'Network': ['ID=805ad18e-97f9-4b97-8e73-49d5a4e25a9d,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:54.100322 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvr_db [None req-7d6ad644-6d67-4c84-8d71-3e011f9e9dac None None] Set router 3a895511-d29e-459d-87d4-edf333ddf421 gateway port host: dv-cinder-824187-7-iscsi {{(pid=109086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:48:54.261651 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 43826) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:48:54.321332 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-20808215-3566-4be6-bd2e-7fa37a0a924c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c3eb71c4d3874600bb0a0cd6dd4ba11f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0562425 Jan 28 13:48:54.322800 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 43828) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:48:54.413976 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-c4e1fa7f-089e-477c-8b7d-7ca6da88a599 admin admin] Publish callbacks [] for security_group (2e8aa884-59a1-48b6-b990-b4cff53ce899), before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:54.420192 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:48:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbf02b11-5d5e-4b38-89f8-987a07a3fff5 x-openstack-request-id: req-bbf02b11-5d5e-4b38-89f8-987a07a3fff5 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:48:54.420485 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0b255d5-978a-4b0d-91cc-e1ff166d24f8", "tag": "dfcdaca1-467c-495f-aba8-f3fc930df133", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:48:54.420729 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-bbf02b11-5d5e-4b38-89f8-987a07a3fff5 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:48:54.421282 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0b255d5-978a-4b0d-91cc-e1ff166d24f8', 'tag': 'dfcdaca1-467c-495f-aba8-f3fc930df133', 'status': 'completed', 'code': 200} Jan 28 13:48:54.441118 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-c4e1fa7f-089e-477c-8b7d-7ca6da88a599 admin admin] Publish callbacks [] for security_group (2e8aa884-59a1-48b6-b990-b4cff53ce899), precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:54.477672 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-7d6ad644-6d67-4c84-8d71-3e011f9e9dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a895511-d29e-459d-87d4-edf333ddf421', 'name': 'tempest-TestShelveInstance-1834871760-router', 'tenant_id': '1dd3b47ebfbe4d0eb9cd24d8466d81e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'external_fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': 'a3311eda-e183-49bd-8bcc-e3761317af2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:47:35Z', 'updated_at': '2022-01-28T13:47:38Z', 'revision_number': 4, 'project_id': '1dd3b47ebfbe4d0eb9cd24d8466d81e2', 'gw_port': {'id': 'a3311eda-e183-49bd-8bcc-e3761317af2e', 'name': '', 'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:c1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a895511-d29e-459d-87d4-edf333ddf421', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:47:36Z', 'updated_at': '2022-01-28T13:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-7-iscsi', '_floatingips': [{'id': '42e10e43-0b17-48a9-9b2a-90b3e39462e6', 'tenant_id': '1dd3b47ebfbe4d0eb9cd24d8466d81e2', 'floating_ip_address': '172.27.0.112', 'floating_network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'router_id': '3a895511-d29e-459d-87d4-edf333ddf421', 'port_id': 'dfcdaca1-467c-495f-aba8-f3fc930df133', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77a9d7fd-caa4-46e4-b26c-398632d587f7', 'mac_address': 'fa:16:3e:60:bd:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b255d5-978a-4b0d-91cc-e1ff166d24f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:48:52Z', 'updated_at': '2022-01-28T13:48:52Z', 'revision_number': 0, 'project_id': '1dd3b47ebfbe4d0eb9cd24d8466d81e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa26b876-51ce-4b2b-adb5-bd5347843afc', 'name': '', 'network_id': '77a9d7fd-caa4-46e4-b26c-398632d587f7', 'tenant_id': '1dd3b47ebfbe4d0eb9cd24d8466d81e2', 'mac_address': 'fa:16:3e:5f:a0:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a895511-d29e-459d-87d4-edf333ddf421', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '6897cf15-6c8e-4f66-8fd6-9ab02f212f95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:47:38Z', 'updated_at': '2022-01-28T13:47:42Z', 'revision_number': 5, 'project_id': '1dd3b47ebfbe4d0eb9cd24d8466d81e2', 'subnets': [{'id': '6897cf15-6c8e-4f66-8fd6-9ab02f212f95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824187-7-iscsi', False) {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:48:54.514479 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6ad644-6d67-4c84-8d71-3e011f9e9dac None None] Checking router: 3a895511-d29e-459d-87d4-edf333ddf421 for host: dv-cinder-824187-7-iscsi {{(pid=109086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:48:54.520690 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-c4e1fa7f-089e-477c-8b7d-7ca6da88a599 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (2e8aa884-59a1-48b6-b990-b4cff53ce899), after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:54.523655 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-c4e1fa7f-089e-477c-8b7d-7ca6da88a599 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:54.524959 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6ad644-6d67-4c84-8d71-3e011f9e9dac None None] Routers {'3a895511-d29e-459d-87d4-edf333ddf421'} bound to L3 agent in host dv-cinder-824187-7-iscsi {{(pid=109086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:48:54.525988 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-7d6ad644-6d67-4c84-8d71-3e011f9e9dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T13:37:30Z,description=,heartbeat_timestamp=2022-01-28T13:48:30Z,host='dv-cinder-824187-7-iscsi',id=5fb30df9-6f10-41b8-94cc-b881623ba250,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:37:30Z,topic='l3_agent')) {'router_ids': ['3a895511-d29e-459d-87d4-edf333ddf421'], 'active': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:48:54.528574 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-c4e1fa7f-089e-477c-8b7d-7ca6da88a599 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/2e8aa884-59a1-48b6-b990-b4cff53ce899 HTTP/1.1" status: 204 len: 168 time: 0.2054131 Jan 28 13:48:54.537567 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e1fa7f-089e-477c-8b7d-7ca6da88a599 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e8aa884-59a1-48b6-b990-b4cff53ce899,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:54.543659 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5140bd4-d6d1-4660-9277-c2070c9521a4 req-7497053c-a045-4440-8719-78fab2ba5215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:54.546109 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-c5140bd4-d6d1-4660-9277-c2070c9521a4 req-7497053c-a045-4440-8719-78fab2ba5215 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=1dd3b47ebfbe4d0eb9cd24d8466d81e2&device_id=e0b255d5-978a-4b0d-91cc-e1ff166d24f8 HTTP/1.1" status: 200 len: 1098 time: 0.1018488 Jan 28 13:48:54.664688 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5140bd4-d6d1-4660-9277-c2070c9521a4 req-09bc7713-834e-44aa-9390-ea984ed18f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:54.666845 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-c5140bd4-d6d1-4660-9277-c2070c9521a4 req-09bc7713-834e-44aa-9390-ea984ed18f7a service neutron] 10.222.0.78 "GET /v2.0/networks?id=77a9d7fd-caa4-46e4-b26c-398632d587f7 HTTP/1.1" status: 200 len: 910 time: 0.1129768 Jan 28 13:48:54.684663 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvr_db [None req-7d6ad644-6d67-4c84-8d71-3e011f9e9dac None None] Set router 3a895511-d29e-459d-87d4-edf333ddf421 gateway port host: dv-cinder-824187-7-iscsi {{(pid=109086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:48:54.785000 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-c5140bd4-d6d1-4660-9277-c2070c9521a4 req-52a9ed69-7a95-43cf-91a3-1886add94167 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dfcdaca1-467c-495f-aba8-f3fc930df133 HTTP/1.1" status: 200 len: 999 time: 0.1109924 Jan 28 13:48:54.860938 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5140bd4-d6d1-4660-9277-c2070c9521a4 req-460ff42a-7749-494e-acb9-c8e530237bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:54.864379 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-c5140bd4-d6d1-4660-9277-c2070c9521a4 req-460ff42a-7749-494e-acb9-c8e530237bb0 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=6897cf15-6c8e-4f66-8fd6-9ab02f212f95 HTTP/1.1" status: 200 len: 848 time: 0.0719891 Jan 28 13:48:54.921055 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5140bd4-d6d1-4660-9277-c2070c9521a4 req-f95b7cdc-53e1-41e0-ae8b-82a36fb76c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:54.922631 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-c5140bd4-d6d1-4660-9277-c2070c9521a4 req-f95b7cdc-53e1-41e0-ae8b-82a36fb76c06 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=77a9d7fd-caa4-46e4-b26c-398632d587f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0512264 Jan 28 13:48:54.993603 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-7d6ad644-6d67-4c84-8d71-3e011f9e9dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a895511-d29e-459d-87d4-edf333ddf421', 'name': 'tempest-TestShelveInstance-1834871760-router', 'tenant_id': '1dd3b47ebfbe4d0eb9cd24d8466d81e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'external_fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': 'a3311eda-e183-49bd-8bcc-e3761317af2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:47:35Z', 'updated_at': '2022-01-28T13:47:38Z', 'revision_number': 4, 'project_id': '1dd3b47ebfbe4d0eb9cd24d8466d81e2', 'gw_port': {'id': 'a3311eda-e183-49bd-8bcc-e3761317af2e', 'name': '', 'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:c1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a895511-d29e-459d-87d4-edf333ddf421', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:47:36Z', 'updated_at': '2022-01-28T13:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-7-iscsi', '_floatingips': [{'id': '42e10e43-0b17-48a9-9b2a-90b3e39462e6', 'tenant_id': '1dd3b47ebfbe4d0eb9cd24d8466d81e2', 'floating_ip_address': '172.27.0.112', 'floating_network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'router_id': '3a895511-d29e-459d-87d4-edf333ddf421', 'port_id': 'dfcdaca1-467c-495f-aba8-f3fc930df133', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77a9d7fd-caa4-46e4-b26c-398632d587f7', 'mac_address': 'fa:16:3e:60:bd:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b255d5-978a-4b0d-91cc-e1ff166d24f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:48:52Z', 'updated_at': '2022-01-28T13:48:52Z', 'revision_number': 0, 'project_id': '1dd3b47ebfbe4d0eb9cd24d8466d81e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa26b876-51ce-4b2b-adb5-bd5347843afc', 'name': '', 'network_id': '77a9d7fd-caa4-46e4-b26c-398632d587f7', 'tenant_id': '1dd3b47ebfbe4d0eb9cd24d8466d81e2', 'mac_address': 'fa:16:3e:5f:a0:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a895511-d29e-459d-87d4-edf333ddf421', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '6897cf15-6c8e-4f66-8fd6-9ab02f212f95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:47:38Z', 'updated_at': '2022-01-28T13:47:42Z', 'revision_number': 5, 'project_id': '1dd3b47ebfbe4d0eb9cd24d8466d81e2', 'subnets': [{'id': '6897cf15-6c8e-4f66-8fd6-9ab02f212f95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824187-7-iscsi', False) {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:48:55.029117 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6ad644-6d67-4c84-8d71-3e011f9e9dac None None] The sync data for ids ['3a895511-d29e-459d-87d4-edf333ddf421'] in dv-cinder-824187-7-iscsi is: [{'id': '3a895511-d29e-459d-87d4-edf333ddf421', 'name': 'tempest-TestShelveInstance-1834871760-router', 'tenant_id': '1dd3b47ebfbe4d0eb9cd24d8466d81e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'external_fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': 'a3311eda-e183-49bd-8bcc-e3761317af2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:47:35Z', 'updated_at': '2022-01-28T13:47:38Z', 'revision_number': 4, 'project_id': '1dd3b47ebfbe4d0eb9cd24d8466d81e2', 'gw_port': {'id': 'a3311eda-e183-49bd-8bcc-e3761317af2e', 'name': '', 'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:c1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a895511-d29e-459d-87d4-edf333ddf421', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:47:36Z', 'updated_at': '2022-01-28T13:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-7-iscsi', '_floatingips': [{'id': '42e10e43-0b17-48a9-9b2a-90b3e39462e6', 'tenant_id': '1dd3b47ebfbe4d0eb9cd24d8466d81e2', 'floating_ip_address': '172.27.0.112', 'floating_network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'router_id': '3a895511-d29e-459d-87d4-edf333ddf421', 'port_id': 'dfcdaca1-467c-495f-aba8-f3fc930df133', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '77a9d7fd-caa4-46e4-b26c-398632d587f7', 'mac_address': 'fa:16:3e:60:bd:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b255d5-978a-4b0d-91cc-e1ff166d24f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:48:52Z', 'updated_at': '2022-01-28T13:48:52Z', 'revision_number': 0, 'project_id': '1dd3b47ebfbe4d0eb9cd24d8466d81e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa26b876-51ce-4b2b-adb5-bd5347843afc', 'name': '', 'network_id': '77a9d7fd-caa4-46e4-b26c-398632d587f7', 'tenant_id': '1dd3b47ebfbe4d0eb9cd24d8466d81e2', 'mac_address': 'fa:16:3e:5f:a0:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a895511-d29e-459d-87d4-edf333ddf421', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '6897cf15-6c8e-4f66-8fd6-9ab02f212f95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:47:38Z', 'updated_at': '2022-01-28T13:47:42Z', 'revision_number': 5, 'project_id': '1dd3b47ebfbe4d0eb9cd24d8466d81e2', 'subnets': [{'id': '6897cf15-6c8e-4f66-8fd6-9ab02f212f95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:48:55.083739 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-c5140bd4-d6d1-4660-9277-c2070c9521a4 req-3875b0a1-f357-4b06-9870-592d29347035 service neutron] 10.222.0.78 "GET /v2.0/networks/77a9d7fd-caa4-46e4-b26c-398632d587f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536889 Jan 28 13:48:55.189904 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-c5140bd4-d6d1-4660-9277-c2070c9521a4 req-bd5999a3-49f5-4b6f-8bd5-b51429f038f4 service neutron] 10.222.0.78 "GET /v2.0/networks/77a9d7fd-caa4-46e4-b26c-398632d587f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943522 Jan 28 13:48:55.350196 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2dc1092-c09f-4ee9-b82f-f17014ba5655 None None] New status for floating IP 42e10e43-0b17-48a9-9b2a-90b3e39462e6: ACTIVE {{(pid=109087) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 13:48:57.004225 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 43902) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:48:57.127298 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9b6da308-d4b3-4299-8231-8c45300da835 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:57.236472 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9b6da308-d4b3-4299-8231-8c45300da835 admin admin] Publish callbacks [] for security_group (895a50d6-8166-4ab5-82ac-3413ca0ace74), precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:57.248202 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9b6da308-d4b3-4299-8231-8c45300da835 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (895a50d6-8166-4ab5-82ac-3413ca0ace74), after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:57.301852 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6da308-d4b3-4299-8231-8c45300da835 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=895a50d6-8166-4ab5-82ac-3413ca0ace74,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:57.321225 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-9b6da308-d4b3-4299-8231-8c45300da835 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f6cb01e2db214510aff742a2e26e2a26&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3158565 Jan 28 13:48:57.324251 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 43906) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:48:57.385667 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-3e0c5c2c-59dd-4189-b204-cf7cb6da8805 admin admin] Publish callbacks [] for security_group (895a50d6-8166-4ab5-82ac-3413ca0ace74), before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:57.407385 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-3e0c5c2c-59dd-4189-b204-cf7cb6da8805 admin admin] Publish callbacks [] for security_group (895a50d6-8166-4ab5-82ac-3413ca0ace74), precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:57.472232 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-3e0c5c2c-59dd-4189-b204-cf7cb6da8805 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (895a50d6-8166-4ab5-82ac-3413ca0ace74), after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:57.475417 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-3e0c5c2c-59dd-4189-b204-cf7cb6da8805 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:57.480750 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-3e0c5c2c-59dd-4189-b204-cf7cb6da8805 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/895a50d6-8166-4ab5-82ac-3413ca0ace74 HTTP/1.1" status: 204 len: 168 time: 0.1545596 Jan 28 13:48:57.492117 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0c5c2c-59dd-4189-b204-cf7cb6da8805 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=895a50d6-8166-4ab5-82ac-3413ca0ace74,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:57.834790 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 43926) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:48:57.854189 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-0ded1837-8d2b-498a-bd4b-ea22c840b7c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:57.945586 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-0ded1837-8d2b-498a-bd4b-ea22c840b7c6 admin admin] Publish callbacks [] for security_group (174acb39-1064-496c-a3d7-186ef9726e2f), precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:57.951068 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-0ded1837-8d2b-498a-bd4b-ea22c840b7c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (174acb39-1064-496c-a3d7-186ef9726e2f), after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:57.990622 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-0ded1837-8d2b-498a-bd4b-ea22c840b7c6 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=4003182aee5745d29726df328dfa65f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1544576 Jan 28 13:48:57.991461 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ded1837-8d2b-498a-bd4b-ea22c840b7c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=174acb39-1064-496c-a3d7-186ef9726e2f,revision_number=1']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:57.993697 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 43934) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:48:58.053889 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2f3e395e-dfd9-4b6f-a0e2-90530b58da58 admin admin] Publish callbacks [] for security_group (174acb39-1064-496c-a3d7-186ef9726e2f), before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:58.075236 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2f3e395e-dfd9-4b6f-a0e2-90530b58da58 admin admin] Publish callbacks [] for security_group (174acb39-1064-496c-a3d7-186ef9726e2f), precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:58.122480 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2f3e395e-dfd9-4b6f-a0e2-90530b58da58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (174acb39-1064-496c-a3d7-186ef9726e2f), after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:58.125195 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2f3e395e-dfd9-4b6f-a0e2-90530b58da58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:58.126444 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-2f3e395e-dfd9-4b6f-a0e2-90530b58da58 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/174acb39-1064-496c-a3d7-186ef9726e2f HTTP/1.1" status: 204 len: 168 time: 0.1316445 Jan 28 13:48:58.134358 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3e395e-dfd9-4b6f-a0e2-90530b58da58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=174acb39-1064-496c-a3d7-186ef9726e2f,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:48:58.223241 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-be40ea34-1962-4911-9844-5f8441cf8bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (fe6892c5-7eb1-46ce-88dd-77c5bcc32263), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:48:58.454698 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9276e6-f243-47dd-8950-421357c261fb req-0aaaa4c7-002f-4aa1-9019-f8a6bae50c28 tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:48:58.456192 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-1d9276e6-f243-47dd-8950-421357c261fb req-0aaaa4c7-002f-4aa1-9019-f8a6bae50c28 tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] 10.222.0.72 "GET /v2.0/networks?id=a5e1158c-43ca-495d-87ee-f8a1290dae33 HTTP/1.1" status: 200 len: 815 time: 0.1069026 Jan 28 13:48:58.472570 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-1d9276e6-f243-47dd-8950-421357c261fb req-768cf906-fe83-4d0e-84f6-41529149a998 tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] 10.222.0.72 "GET /v2.0/quotas/066532ec653e41aaa9c7e05722d8b0aa HTTP/1.1" status: 200 len: 375 time: 0.0108476 Jan 28 13:48:58.540875 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-1d9276e6-f243-47dd-8950-421357c261fb req-051a26eb-deb7-4727-a788-6db0b10e2d47 tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=066532ec653e41aaa9c7e05722d8b0aa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0628688 Jan 28 13:48:58.636991 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-1d9276e6-f243-47dd-8950-421357c261fb req-01afd210-5bcd-4300-9f8e-6fc015b97c12 service neutron] 10.222.0.72 "GET /v2.0/networks/a5e1158c-43ca-495d-87ee-f8a1290dae33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821383 Jan 28 13:48:58.730759 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-1d9276e6-f243-47dd-8950-421357c261fb req-caf76f7d-6e26-4000-8605-9da246634b9d service neutron] 10.222.0.72 "GET /v2.0/networks/a5e1158c-43ca-495d-87ee-f8a1290dae33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878620 Jan 28 13:48:58.923557 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-984a75a1-9bb2-4adb-a412-e88685255742 req-dada399f-e55c-40f5-8845-f0c2731e465b tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] 10.222.0.72 "GET /v2.0/ports?device_id=2b68fb1b-ec8a-444a-a74f-f92f17e5e416 HTTP/1.1" status: 200 len: 210 time: 0.0546415 Jan 28 13:49:00.022882 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9276e6-f243-47dd-8950-421357c261fb req-e2b0f72b-6150-4310-9a53-177ec6efd164 tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:00.024330 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-1d9276e6-f243-47dd-8950-421357c261fb req-e2b0f72b-6150-4310-9a53-177ec6efd164 tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] 10.222.0.78 "GET /v2.0/networks?id=a5e1158c-43ca-495d-87ee-f8a1290dae33 HTTP/1.1" status: 200 len: 815 time: 0.1158204 Jan 28 13:49:00.039258 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-e2481dd2-0a7a-48d9-89e5-cc75d172a599 req-1c062819-9f48-4578-bbf6-ec182383c777 tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] 10.222.0.72 "GET /v2.0/ports?device_id=2b68fb1b-ec8a-444a-a74f-f92f17e5e416 HTTP/1.1" status: 200 len: 210 time: 0.0270905 Jan 28 13:49:00.048610 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.v2.base [req-1d9276e6-f243-47dd-8950-421357c261fb req-8bfc2eb6-e072-4e13-93fb-f2ccae36fa4b tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] Request body: {'port': {'device_id': '2b68fb1b-ec8a-444a-a74f-f92f17e5e416', 'network_id': 'a5e1158c-43ca-495d-87ee-f8a1290dae33', 'admin_state_up': True, 'tenant_id': '066532ec653e41aaa9c7e05722d8b0aa'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:49:00.248460 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-34acb056-ed74-4817-ab32-ce3ee87f6fa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (5fb30df9-6f10-41b8-94cc-b881623ba250), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:00.415500 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d9276e6-f243-47dd-8950-421357c261fb req-8bfc2eb6-e072-4e13-93fb-f2ccae36fa4b tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] Made reservation on behalf of 066532ec653e41aaa9c7e05722d8b0aa for: {'port': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:49:00.419089 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-1d9276e6-f243-47dd-8950-421357c261fb req-8bfc2eb6-e072-4e13-93fb-f2ccae36fa4b tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (None), before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:00.572111 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [req-1d9276e6-f243-47dd-8950-421357c261fb req-8bfc2eb6-e072-4e13-93fb-f2ccae36fa4b tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] Allocated IP 172.20.0.10 (a5e1158c-43ca-495d-87ee-f8a1290dae33/f4f46cf0-6c1d-488f-be0f-6575b76810a8/7b0ae3a5-a9b5-4b64-9119-38c18e43d54c) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:49:00.782378 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-1d9276e6-f243-47dd-8950-421357c261fb req-8bfc2eb6-e072-4e13-93fb-f2ccae36fa4b tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] Publish callbacks [] for port (7b0ae3a5-a9b5-4b64-9119-38c18e43d54c), precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:00.826782 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-1d9276e6-f243-47dd-8950-421357c261fb req-8bfc2eb6-e072-4e13-93fb-f2ccae36fa4b tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742788384826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4723325'] for port (7b0ae3a5-a9b5-4b64-9119-38c18e43d54c), after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:00.871867 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d9276e6-f243-47dd-8950-421357c261fb req-8bfc2eb6-e072-4e13-93fb-f2ccae36fa4b tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] Network a5e1158c-43ca-495d-87ee-f8a1290dae33 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:49:00.878317 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [req-1d9276e6-f243-47dd-8950-421357c261fb req-8bfc2eb6-e072-4e13-93fb-f2ccae36fa4b tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:49:00.878317 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d9276e6-f243-47dd-8950-421357c261fb req-8bfc2eb6-e072-4e13-93fb-f2ccae36fa4b tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:49:00.928355 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9276e6-f243-47dd-8950-421357c261fb req-8bfc2eb6-e072-4e13-93fb-f2ccae36fa4b tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:00.929056 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-1d9276e6-f243-47dd-8950-421357c261fb req-8bfc2eb6-e072-4e13-93fb-f2ccae36fa4b tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91499'] for port (None), before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:00.948521 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-1d9276e6-f243-47dd-8950-421357c261fb req-8bfc2eb6-e072-4e13-93fb-f2ccae36fa4b tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9043067 Jan 28 13:49:00.979471 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfc2eb6-e072-4e13-93fb-f2ccae36fa4b tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] Pushing event updated for resources: {'Port': ['ID=7b0ae3a5-a9b5-4b64-9119-38c18e43d54c,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:01.261280 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-2f9cb60c-529c-4fcd-8fad-f0e84a0fa9cb None None] Provisioning complete for port 7b0ae3a5-a9b5-4b64-9119-38c18e43d54c triggered by entity DHCP. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:49:01.262369 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2f9cb60c-529c-4fcd-8fad-f0e84a0fa9cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041328'] for port (7b0ae3a5-a9b5-4b64-9119-38c18e43d54c), provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:01.313226 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-2f9cb60c-529c-4fcd-8fad-f0e84a0fa9cb None None] Port 7b0ae3a5-a9b5-4b64-9119-38c18e43d54c cannot update to ACTIVE because it is not bound. {{(pid=109086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:49:01.523309 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 44086) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:01.648366 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5d1d709c-fa38-4466-aad5-b9d7a420368f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:01.707513 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-120fdcba-5236-4c4f-ad1d-de3bbc2703f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (270c75b4-e9a8-4b16-85de-99abb56244df), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:01.728118 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5d1d709c-fa38-4466-aad5-b9d7a420368f admin admin] Publish callbacks [] for security_group (0e5654d5-88e9-4942-b63a-1c98f4e2cb95), precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:01.732919 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5d1d709c-fa38-4466-aad5-b9d7a420368f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (0e5654d5-88e9-4942-b63a-1c98f4e2cb95), after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:01.779191 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-5d1d709c-fa38-4466-aad5-b9d7a420368f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=44f62c26529e47dd925718b5c8c7e52f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2547536 Jan 28 13:49:01.780155 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1d709c-fa38-4466-aad5-b9d7a420368f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e5654d5-88e9-4942-b63a-1c98f4e2cb95,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:01.782107 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 44090) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:01.834168 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-7ec585a9-8465-48d7-96a6-c9c76e73aa11 admin admin] Publish callbacks [] for security_group (0e5654d5-88e9-4942-b63a-1c98f4e2cb95), before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:01.857260 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-7ec585a9-8465-48d7-96a6-c9c76e73aa11 admin admin] Publish callbacks [] for security_group (0e5654d5-88e9-4942-b63a-1c98f4e2cb95), precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:01.907248 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-7ec585a9-8465-48d7-96a6-c9c76e73aa11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (0e5654d5-88e9-4942-b63a-1c98f4e2cb95), after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:01.909866 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-7ec585a9-8465-48d7-96a6-c9c76e73aa11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:01.911011 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-7ec585a9-8465-48d7-96a6-c9c76e73aa11 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/0e5654d5-88e9-4942-b63a-1c98f4e2cb95 HTTP/1.1" status: 204 len: 168 time: 0.1270254 Jan 28 13:49:01.927720 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec585a9-8465-48d7-96a6-c9c76e73aa11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e5654d5-88e9-4942-b63a-1c98f4e2cb95,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:02.849838 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a365d3e8-b48a-4a28-95b6-25537061fe93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (282d2827-b9b4-4282-91d0-335a7cd9818a), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:02.891336 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (06140fe1-dee6-47e9-9649-a5d5e543fff8), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:02.937770 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 44128) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:03.066264 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-c6ecf45d-743f-48ce-816c-d9a3a6e1e452 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:03.170947 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-c6ecf45d-743f-48ce-816c-d9a3a6e1e452 admin admin] Publish callbacks [] for security_group (7f10279e-c502-4cd6-954e-76fdc8ce9e8f), precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:03.176563 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-c6ecf45d-743f-48ce-816c-d9a3a6e1e452 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (7f10279e-c502-4cd6-954e-76fdc8ce9e8f), after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:03.216181 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-c6ecf45d-743f-48ce-816c-d9a3a6e1e452 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b3beec01424949be9f6cd310bf899962&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2768741 Jan 28 13:49:03.219698 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ecf45d-743f-48ce-816c-d9a3a6e1e452 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f10279e-c502-4cd6-954e-76fdc8ce9e8f,revision_number=1']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:03.220007 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 44136) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:03.289067 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1ac8ff72-8586-4e12-b286-4d8fb7e1227a admin admin] Publish callbacks [] for security_group (7f10279e-c502-4cd6-954e-76fdc8ce9e8f), before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:03.309508 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1ac8ff72-8586-4e12-b286-4d8fb7e1227a admin admin] Publish callbacks [] for security_group (7f10279e-c502-4cd6-954e-76fdc8ce9e8f), precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:03.357816 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1ac8ff72-8586-4e12-b286-4d8fb7e1227a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (7f10279e-c502-4cd6-954e-76fdc8ce9e8f), after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:03.361022 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-1ac8ff72-8586-4e12-b286-4d8fb7e1227a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:03.362185 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-1ac8ff72-8586-4e12-b286-4d8fb7e1227a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/7f10279e-c502-4cd6-954e-76fdc8ce9e8f HTTP/1.1" status: 204 len: 168 time: 0.1420736 Jan 28 13:49:03.370759 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac8ff72-8586-4e12-b286-4d8fb7e1227a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f10279e-c502-4cd6-954e-76fdc8ce9e8f,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:03.647252 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 44142) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:03.661637 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-f6421a64-bf3c-43b4-928c-8797e4c3f767 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:03.745695 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-f6421a64-bf3c-43b4-928c-8797e4c3f767 admin admin] Publish callbacks [] for security_group (5c3b8508-ddd6-44d3-8b59-7285ba7621bf), precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:03.750130 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-f6421a64-bf3c-43b4-928c-8797e4c3f767 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (5c3b8508-ddd6-44d3-8b59-7285ba7621bf), after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:03.788888 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-f6421a64-bf3c-43b4-928c-8797e4c3f767 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=020c22399194459a9a1c19c4ad858016&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1404462 Jan 28 13:49:03.789845 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6421a64-bf3c-43b4-928c-8797e4c3f767 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c3b8508-ddd6-44d3-8b59-7285ba7621bf,revision_number=1']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:03.791739 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 44144) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:03.846788 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7436c956-a5ba-4bd9-9372-f3a0c56bea58 admin admin] Publish callbacks [] for security_group (5c3b8508-ddd6-44d3-8b59-7285ba7621bf), before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:03.879029 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7436c956-a5ba-4bd9-9372-f3a0c56bea58 admin admin] Publish callbacks [] for security_group (5c3b8508-ddd6-44d3-8b59-7285ba7621bf), precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:03.931551 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7436c956-a5ba-4bd9-9372-f3a0c56bea58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (5c3b8508-ddd6-44d3-8b59-7285ba7621bf), after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:03.934400 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7436c956-a5ba-4bd9-9372-f3a0c56bea58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:03.935571 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-7436c956-a5ba-4bd9-9372-f3a0c56bea58 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5c3b8508-ddd6-44d3-8b59-7285ba7621bf HTTP/1.1" status: 204 len: 168 time: 0.1428368 Jan 28 13:49:03.944126 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7436c956-a5ba-4bd9-9372-f3a0c56bea58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c3b8508-ddd6-44d3-8b59-7285ba7621bf,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:04.214290 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (91ec632a-2927-4715-8bad-f3132ebcbe46), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:04.475044 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.agents_db [None req-2611350c-8bbf-4fa3-a5bb-e2ba3591f3a7 None None] Agent healthcheck: found 6 active agents {{(pid=109087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:49:09.196084 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 44252) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:09.322814 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-4037407e-0e97-4487-839e-f6231225dda0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:09.404985 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-4037407e-0e97-4487-839e-f6231225dda0 admin admin] Publish callbacks [] for security_group (5a9cc3f0-2ece-48f5-bd2a-50b33b254b29), precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:09.410344 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-4037407e-0e97-4487-839e-f6231225dda0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (5a9cc3f0-2ece-48f5-bd2a-50b33b254b29), after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:09.449383 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-4037407e-0e97-4487-839e-f6231225dda0 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=83f19d40891e4592b9f13d240b962d3c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2521048 Jan 28 13:49:09.450512 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4037407e-0e97-4487-839e-f6231225dda0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a9cc3f0-2ece-48f5-bd2a-50b33b254b29,revision_number=1']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:09.452671 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 44256) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:09.513146 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-70f92139-2238-430f-9492-0371857b3665 admin admin] Publish callbacks [] for security_group (5a9cc3f0-2ece-48f5-bd2a-50b33b254b29), before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:09.535369 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-70f92139-2238-430f-9492-0371857b3665 admin admin] Publish callbacks [] for security_group (5a9cc3f0-2ece-48f5-bd2a-50b33b254b29), precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:09.587080 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-70f92139-2238-430f-9492-0371857b3665 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (5a9cc3f0-2ece-48f5-bd2a-50b33b254b29), after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:09.589848 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-70f92139-2238-430f-9492-0371857b3665 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:09.591105 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-70f92139-2238-430f-9492-0371857b3665 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5a9cc3f0-2ece-48f5-bd2a-50b33b254b29 HTTP/1.1" status: 204 len: 168 time: 0.1373827 Jan 28 13:49:09.607743 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f92139-2238-430f-9492-0371857b3665 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a9cc3f0-2ece-48f5-bd2a-50b33b254b29,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:09.892830 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 44262) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:09.906477 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-7da6fe34-20fd-46ef-ae96-59ee7225e3dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:09.991871 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-7da6fe34-20fd-46ef-ae96-59ee7225e3dd admin admin] Publish callbacks [] for security_group (86eb3d3c-31c5-43ff-8da5-d34cc865b4d9), precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:09.996817 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-7da6fe34-20fd-46ef-ae96-59ee7225e3dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (86eb3d3c-31c5-43ff-8da5-d34cc865b4d9), after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:10.035352 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-7da6fe34-20fd-46ef-ae96-59ee7225e3dd admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=5b1778dc62104595b501e7ed263f9db4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1413589 Jan 28 13:49:10.036181 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da6fe34-20fd-46ef-ae96-59ee7225e3dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86eb3d3c-31c5-43ff-8da5-d34cc865b4d9,revision_number=1']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:10.038609 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 44264) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:10.090370 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-60aabfee-8e4c-4692-a826-09d91f5cf6da admin admin] Publish callbacks [] for security_group (86eb3d3c-31c5-43ff-8da5-d34cc865b4d9), before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:10.116239 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-60aabfee-8e4c-4692-a826-09d91f5cf6da admin admin] Publish callbacks [] for security_group (86eb3d3c-31c5-43ff-8da5-d34cc865b4d9), precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:10.172115 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-60aabfee-8e4c-4692-a826-09d91f5cf6da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (86eb3d3c-31c5-43ff-8da5-d34cc865b4d9), after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:10.174956 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-60aabfee-8e4c-4692-a826-09d91f5cf6da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:10.179441 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-60aabfee-8e4c-4692-a826-09d91f5cf6da admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/86eb3d3c-31c5-43ff-8da5-d34cc865b4d9 HTTP/1.1" status: 204 len: 168 time: 0.1392295 Jan 28 13:49:10.194836 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60aabfee-8e4c-4692-a826-09d91f5cf6da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86eb3d3c-31c5-43ff-8da5-d34cc865b4d9,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:15.991984 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.v2.base [req-1d9276e6-f243-47dd-8950-421357c261fb req-fc5bb01b-7ab5-4b12-b2a7-f8af331c5049 service neutron] Request body: {'port': {'device_id': '2b68fb1b-ec8a-444a-a74f-f92f17e5e416', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82418'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:49:16.051889 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-1d9276e6-f243-47dd-8950-421357c261fb req-fc5bb01b-7ab5-4b12-b2a7-f8af331c5049 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (7b0ae3a5-a9b5-4b64-9119-38c18e43d54c), before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:16.114167 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3520f0-b38e-4e11-baeb-789f255cb191 req-78d2f958-6b08-4193-aa66-0b7f05bbc76e tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:16.116311 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-be3520f0-b38e-4e11-baeb-789f255cb191 req-78d2f958-6b08-4193-aa66-0b7f05bbc76e tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] 10.222.0.72 "GET /v2.0/ports?device_id=2b68fb1b-ec8a-444a-a74f-f92f17e5e416 HTTP/1.1" status: 200 len: 932 time: 0.0507407 Jan 28 13:49:16.139366 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-69041ec6-4e36-4cf7-9924-45847dadc89b req-30da7917-2d7e-42ef-b2bf-a46dd0701321 tempest-VolumesNegativeTest-726164303 tempest-VolumesNegativeTest-726164303-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=3995cc355468484daafe7a15a7f78bc2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0389762 Jan 28 13:49:16.166942 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-be3520f0-b38e-4e11-baeb-789f255cb191 req-2eaf6890-467d-4dc9-bfc9-48c2acaf174f tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] 10.222.0.72 "GET /v2.0/security-groups?id=5cded702-1696-4fa4-b86d-e31c80ca89d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453045 Jan 28 13:49:16.417511 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69041ec6-4e36-4cf7-9924-45847dadc89b req-e7f1b129-cf99-468c-8877-f9f1d773d061 tempest-VolumesNegativeTest-726164303 tempest-VolumesNegativeTest-726164303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:16.419066 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-69041ec6-4e36-4cf7-9924-45847dadc89b req-e7f1b129-cf99-468c-8877-f9f1d773d061 tempest-VolumesNegativeTest-726164303 tempest-VolumesNegativeTest-726164303-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2399833 Jan 28 13:49:16.442602 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-69041ec6-4e36-4cf7-9924-45847dadc89b req-ce41429c-796b-4f13-bb6e-6299a692584a tempest-VolumesNegativeTest-726164303 tempest-VolumesNegativeTest-726164303-project] 10.222.0.72 "GET /v2.0/quotas/3995cc355468484daafe7a15a7f78bc2 HTTP/1.1" status: 200 len: 375 time: 0.0170903 Jan 28 13:49:16.486827 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-69041ec6-4e36-4cf7-9924-45847dadc89b req-556de432-cfb7-4b2b-aad7-09889802c60c tempest-VolumesNegativeTest-726164303 tempest-VolumesNegativeTest-726164303-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=3995cc355468484daafe7a15a7f78bc2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0365193 Jan 28 13:49:16.574324 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.notifiers.nova [req-1d9276e6-f243-47dd-8950-421357c261fb req-fc5bb01b-7ab5-4b12-b2a7-f8af331c5049 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b0ae3a5-a9b5-4b64-9119-38c18e43d54c {{(pid=109085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:49:16.587144 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-1d9276e6-f243-47dd-8950-421357c261fb req-fc5bb01b-7ab5-4b12-b2a7-f8af331c5049 service neutron] Publish callbacks [] for port (7b0ae3a5-a9b5-4b64-9119-38c18e43d54c), precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:16.612770 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.db.provisioning_blocks [req-1d9276e6-f243-47dd-8950-421357c261fb req-fc5bb01b-7ab5-4b12-b2a7-f8af331c5049 service neutron] Transition to ACTIVE for port object 7b0ae3a5-a9b5-4b64-9119-38c18e43d54c will not be triggered until provisioned by entity L2. {{(pid=109085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:49:16.619801 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-1d9276e6-f243-47dd-8950-421357c261fb req-fc5bb01b-7ab5-4b12-b2a7-f8af331c5049 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4723334'] for port (7b0ae3a5-a9b5-4b64-9119-38c18e43d54c), after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:16.680840 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5bb01b-7ab5-4b12-b2a7-f8af331c5049 service neutron] Pushing event updated for resources: {'Port': ['ID=7b0ae3a5-a9b5-4b64-9119-38c18e43d54c,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:16.795447 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-1d9276e6-f243-47dd-8950-421357c261fb req-fc5bb01b-7ab5-4b12-b2a7-f8af331c5049 service neutron] Attempting to bind port 7b0ae3a5-a9b5-4b64-9119-38c18e43d54c on host hv-cinder-82418 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:49:16.795796 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-1d9276e6-f243-47dd-8950-421357c261fb req-fc5bb01b-7ab5-4b12-b2a7-f8af331c5049 service neutron] Attempting to bind port 7b0ae3a5-a9b5-4b64-9119-38c18e43d54c by drivers openvswitch,hyperv on host hv-cinder-82418 at level 0 using segments [{'id': 'a935220a-3894-468f-9ef1-086134d7cd84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'a5e1158c-43ca-495d-87ee-f8a1290dae33'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:49:16.797009 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d9276e6-f243-47dd-8950-421357c261fb req-fc5bb01b-7ab5-4b12-b2a7-f8af331c5049 service neutron] Attempting to bind port 7b0ae3a5-a9b5-4b64-9119-38c18e43d54c on network a5e1158c-43ca-495d-87ee-f8a1290dae33 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:49:16.798410 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-b7aff987-02ea-4eda-9d6a-3a6889df3065 req-240e90f6-72d5-486d-8804-b23d8aa0a12f tempest-VolumesNegativeTest-726164303 tempest-VolumesNegativeTest-726164303-project] 10.222.0.72 "GET /v2.0/ports?device_id=7df621b0-5a91-44f2-90d8-075e5eee32f9 HTTP/1.1" status: 200 len: 210 time: 0.0492523 Jan 28 13:49:16.806823 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d9276e6-f243-47dd-8950-421357c261fb req-fc5bb01b-7ab5-4b12-b2a7-f8af331c5049 service neutron] Port 7b0ae3a5-a9b5-4b64-9119-38c18e43d54c on network a5e1158c-43ca-495d-87ee-f8a1290dae33 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82418 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:49:16.807165 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d9276e6-f243-47dd-8950-421357c261fb req-fc5bb01b-7ab5-4b12-b2a7-f8af331c5049 service neutron] Attempting to bind port 7b0ae3a5-a9b5-4b64-9119-38c18e43d54c on network a5e1158c-43ca-495d-87ee-f8a1290dae33 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:49:16.816143 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d9276e6-f243-47dd-8950-421357c261fb req-fc5bb01b-7ab5-4b12-b2a7-f8af331c5049 service neutron] Checking agent: {'id': '06140fe1-dee6-47e9-9649-a5d5e543fff8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82418', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 43, 32), 'started_at': datetime.datetime(2022, 1, 28, 13, 43, 32), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 49, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:49:16.816482 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d9276e6-f243-47dd-8950-421357c261fb req-fc5bb01b-7ab5-4b12-b2a7-f8af331c5049 service neutron] Checking segment: {'id': 'a935220a-3894-468f-9ef1-086134d7cd84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'a5e1158c-43ca-495d-87ee-f8a1290dae33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:49:16.816895 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d9276e6-f243-47dd-8950-421357c261fb req-fc5bb01b-7ab5-4b12-b2a7-f8af331c5049 service neutron] Bound using segment: {'id': 'a935220a-3894-468f-9ef1-086134d7cd84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'a5e1158c-43ca-495d-87ee-f8a1290dae33'} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:49:16.817396 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-1d9276e6-f243-47dd-8950-421357c261fb req-fc5bb01b-7ab5-4b12-b2a7-f8af331c5049 service neutron] Bound port: 7b0ae3a5-a9b5-4b64-9119-38c18e43d54c, host: hv-cinder-82418, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a935220a-3894-468f-9ef1-086134d7cd84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': 'a5e1158c-43ca-495d-87ee-f8a1290dae33'}}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:49:16.817761 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-1d9276e6-f243-47dd-8950-421357c261fb req-fc5bb01b-7ab5-4b12-b2a7-f8af331c5049 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (7b0ae3a5-a9b5-4b64-9119-38c18e43d54c), before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:16.898367 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-1d9276e6-f243-47dd-8950-421357c261fb req-fc5bb01b-7ab5-4b12-b2a7-f8af331c5049 service neutron] For port 7b0ae3a5-a9b5-4b64-9119-38c18e43d54c, host hv-cinder-82418, cleared binding levels {{(pid=109085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:49:16.901654 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-1d9276e6-f243-47dd-8950-421357c261fb req-fc5bb01b-7ab5-4b12-b2a7-f8af331c5049 service neutron] For port 7b0ae3a5-a9b5-4b64-9119-38c18e43d54c, host hv-cinder-82418, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=7b0ae3a5-a9b5-4b64-9119-38c18e43d54c,segment=NetworkSegment(a935220a-3894-468f-9ef1-086134d7cd84),segment_id=a935220a-3894-468f-9ef1-086134d7cd84)] {{(pid=109085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:49:16.908911 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-1d9276e6-f243-47dd-8950-421357c261fb req-fc5bb01b-7ab5-4b12-b2a7-f8af331c5049 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4723334'] for port (7b0ae3a5-a9b5-4b64-9119-38c18e43d54c), after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:16.957702 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9276e6-f243-47dd-8950-421357c261fb req-fc5bb01b-7ab5-4b12-b2a7-f8af331c5049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:16.958326 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-1d9276e6-f243-47dd-8950-421357c261fb req-fc5bb01b-7ab5-4b12-b2a7-f8af331c5049 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91499'] for port (None), before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:16.959863 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-1d9276e6-f243-47dd-8950-421357c261fb req-fc5bb01b-7ab5-4b12-b2a7-f8af331c5049 service neutron] 10.222.0.78 "PUT /v2.0/ports/7b0ae3a5-a9b5-4b64-9119-38c18e43d54c HTTP/1.1" status: 200 len: 1094 time: 0.9737687 Jan 28 13:49:16.960186 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b68fb1b-ec8a-444a-a74f-f92f17e5e416', 'tag': '7b0ae3a5-a9b5-4b64-9119-38c18e43d54c'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:49:16.962738 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19ef927ebdb7e136520bf73605241c98ba3844c75ab8794845cb00139da391b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de89516d-0add-4651-97e3-72617ed07d9d" -d '{"events": [{"name": "network-changed", "server_uuid": "2b68fb1b-ec8a-444a-a74f-f92f17e5e416", "tag": "7b0ae3a5-a9b5-4b64-9119-38c18e43d54c"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:49:16.986079 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5bb01b-7ab5-4b12-b2a7-f8af331c5049 service neutron] Pushing event updated for resources: {'Port': ['ID=7b0ae3a5-a9b5-4b64-9119-38c18e43d54c,revision_number=3']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:17.011511 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:49:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a014d01-93b2-4997-aad1-9cc90ec4c34f x-openstack-request-id: req-0a014d01-93b2-4997-aad1-9cc90ec4c34f {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:49:17.012270 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b68fb1b-ec8a-444a-a74f-f92f17e5e416", "tag": "7b0ae3a5-a9b5-4b64-9119-38c18e43d54c", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:49:17.012270 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-0a014d01-93b2-4997-aad1-9cc90ec4c34f {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:49:17.016129 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b68fb1b-ec8a-444a-a74f-f92f17e5e416', 'tag': '7b0ae3a5-a9b5-4b64-9119-38c18e43d54c', 'status': 'completed', 'code': 200} Jan 28 13:49:17.109115 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de89516d-0add-4651-97e3-72617ed07d9d req-d7096f77-325f-4cfc-9538-8b203671a095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:17.111339 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-de89516d-0add-4651-97e3-72617ed07d9d req-d7096f77-325f-4cfc-9538-8b203671a095 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=066532ec653e41aaa9c7e05722d8b0aa&device_id=2b68fb1b-ec8a-444a-a74f-f92f17e5e416 HTTP/1.1" status: 200 len: 1097 time: 0.0715733 Jan 28 13:49:17.115315 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 44424) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:17.280506 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c3291037-d0ce-4ef0-aef9-e7111dd50f73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:17.311208 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46c0dc8-86c5-4142-9b42-10d3a40c0007 req-b84028cd-b5c7-4794-a799-8a82c0d0cac5 tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:17.313837 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-c46c0dc8-86c5-4142-9b42-10d3a40c0007 req-b84028cd-b5c7-4794-a799-8a82c0d0cac5 tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] 10.222.0.72 "GET /v2.0/ports?device_id=2b68fb1b-ec8a-444a-a74f-f92f17e5e416 HTTP/1.1" status: 200 len: 944 time: 0.0613871 Jan 28 13:49:17.342288 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de89516d-0add-4651-97e3-72617ed07d9d req-8e728ab7-167f-4b22-81bb-d9a04eaf0680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:17.343989 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-de89516d-0add-4651-97e3-72617ed07d9d req-8e728ab7-167f-4b22-81bb-d9a04eaf0680 service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=066532ec653e41aaa9c7e05722d8b0aa&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2210777 Jan 28 13:49:17.368802 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-c46c0dc8-86c5-4142-9b42-10d3a40c0007 req-80e9fd46-c91f-4837-aef9-8307f0e5a10a tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] 10.222.0.72 "GET /v2.0/security-groups?id=5cded702-1696-4fa4-b86d-e31c80ca89d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472369 Jan 28 13:49:17.525481 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c3291037-d0ce-4ef0-aef9-e7111dd50f73 admin admin] Publish callbacks [] for security_group (8a95eef4-9d6d-413b-b1db-487fe5c0f5f7), precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:17.535758 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c3291037-d0ce-4ef0-aef9-e7111dd50f73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (8a95eef4-9d6d-413b-b1db-487fe5c0f5f7), after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:17.597249 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de89516d-0add-4651-97e3-72617ed07d9d req-a68de194-28b7-46ab-acd3-73ae0c92bd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:17.598794 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-de89516d-0add-4651-97e3-72617ed07d9d req-a68de194-28b7-46ab-acd3-73ae0c92bd6d service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2191968 Jan 28 13:49:17.601783 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3291037-d0ce-4ef0-aef9-e7111dd50f73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a95eef4-9d6d-413b-b1db-487fe5c0f5f7,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:17.609079 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 44436) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:17.616611 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-c3291037-d0ce-4ef0-aef9-e7111dd50f73 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=0833520c374849fd88895a1fd855930c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4995403 Jan 28 13:49:17.665497 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-38cb627d-44ef-46a6-9764-abdea8b09302 admin admin] Publish callbacks [] for security_group (8a95eef4-9d6d-413b-b1db-487fe5c0f5f7), before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:17.690966 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-38cb627d-44ef-46a6-9764-abdea8b09302 admin admin] Publish callbacks [] for security_group (8a95eef4-9d6d-413b-b1db-487fe5c0f5f7), precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:17.726020 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9276e6-f243-47dd-8950-421357c261fb req-3b4c8586-3e1e-4338-946d-efb0a0858694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:17.727649 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-1d9276e6-f243-47dd-8950-421357c261fb req-3b4c8586-3e1e-4338-946d-efb0a0858694 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=066532ec653e41aaa9c7e05722d8b0aa&device_id=2b68fb1b-ec8a-444a-a74f-f92f17e5e416 HTTP/1.1" status: 200 len: 1097 time: 0.0512023 Jan 28 13:49:17.750600 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-38cb627d-44ef-46a6-9764-abdea8b09302 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (8a95eef4-9d6d-413b-b1db-487fe5c0f5f7), after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:17.754366 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-38cb627d-44ef-46a6-9764-abdea8b09302 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:17.759210 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-38cb627d-44ef-46a6-9764-abdea8b09302 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8a95eef4-9d6d-413b-b1db-487fe5c0f5f7 HTTP/1.1" status: 204 len: 168 time: 0.1470852 Jan 28 13:49:17.766229 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cb627d-44ef-46a6-9764-abdea8b09302 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a95eef4-9d6d-413b-b1db-487fe5c0f5f7,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:17.780211 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-1d9276e6-f243-47dd-8950-421357c261fb req-f3d24e03-dd1e-41a9-bb2b-f060b829e83d service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7b0ae3a5-a9b5-4b64-9119-38c18e43d54c HTTP/1.1" status: 200 len: 217 time: 0.0417469 Jan 28 13:49:17.858973 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-69041ec6-4e36-4cf7-9924-45847dadc89b req-46f35fd6-3c93-4cc2-b4f6-7a0b6b75faa7 tempest-VolumesNegativeTest-726164303 tempest-VolumesNegativeTest-726164303-project] 10.222.0.78 "GET /v2.0/networks?tenant_id=3995cc355468484daafe7a15a7f78bc2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0300100 Jan 28 13:49:17.860764 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9276e6-f243-47dd-8950-421357c261fb req-5b932db2-abec-4f68-891e-3a03a9c47db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:17.862243 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-1d9276e6-f243-47dd-8950-421357c261fb req-5b932db2-abec-4f68-891e-3a03a9c47db5 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=f4f46cf0-6c1d-488f-be0f-6575b76810a8 HTTP/1.1" status: 200 len: 854 time: 0.0746403 Jan 28 13:49:17.974684 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-96de9dff-5777-4d87-af4a-8271ce7149bf req-597a7d7d-1e02-4f60-a427-fcf82f52620a tempest-VolumesNegativeTest-726164303 tempest-VolumesNegativeTest-726164303-project] 10.222.0.72 "GET /v2.0/ports?device_id=7df621b0-5a91-44f2-90d8-075e5eee32f9 HTTP/1.1" status: 200 len: 210 time: 0.0956244 Jan 28 13:49:18.098554 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 44454) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:18.113026 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-0e44db10-e75b-4e5c-b925-f3749193bd68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:18.196547 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-0e44db10-e75b-4e5c-b925-f3749193bd68 admin admin] Publish callbacks [] for security_group (f1ae3f90-c9c1-4c4d-bd3b-432d21f31e6f), precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:18.201485 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-0e44db10-e75b-4e5c-b925-f3749193bd68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (f1ae3f90-c9c1-4c4d-bd3b-432d21f31e6f), after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:18.241968 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-0e44db10-e75b-4e5c-b925-f3749193bd68 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=25644355d5c24507a465bf118c98954b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1412516 Jan 28 13:49:18.242203 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e44db10-e75b-4e5c-b925-f3749193bd68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1ae3f90-c9c1-4c4d-bd3b-432d21f31e6f,revision_number=1']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:18.245585 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 44456) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:18.276606 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9276e6-f243-47dd-8950-421357c261fb req-37937567-6570-4035-969d-0d1f25a138e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:18.278199 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-1d9276e6-f243-47dd-8950-421357c261fb req-37937567-6570-4035-969d-0d1f25a138e5 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=a5e1158c-43ca-495d-87ee-f8a1290dae33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4090943 Jan 28 13:49:18.297567 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-925fe43b-ec9f-465f-9c8b-46233abe2cc0 admin admin] Publish callbacks [] for security_group (f1ae3f90-c9c1-4c4d-bd3b-432d21f31e6f), before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:18.300929 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69041ec6-4e36-4cf7-9924-45847dadc89b req-424066cc-29bd-4567-b1ee-b2e4035ed292 tempest-VolumesNegativeTest-726164303 tempest-VolumesNegativeTest-726164303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:18.302386 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-69041ec6-4e36-4cf7-9924-45847dadc89b req-424066cc-29bd-4567-b1ee-b2e4035ed292 tempest-VolumesNegativeTest-726164303 tempest-VolumesNegativeTest-726164303-project] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4345241 Jan 28 13:49:18.319301 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-925fe43b-ec9f-465f-9c8b-46233abe2cc0 admin admin] Publish callbacks [] for security_group (f1ae3f90-c9c1-4c4d-bd3b-432d21f31e6f), precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:18.345550 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.v2.base [req-69041ec6-4e36-4cf7-9924-45847dadc89b req-00825ea6-5330-4b5b-9b7d-824aa97510e7 tempest-VolumesNegativeTest-726164303 tempest-VolumesNegativeTest-726164303-project] Request body: {'port': {'device_id': '7df621b0-5a91-44f2-90d8-075e5eee32f9', 'network_id': '400bb7fa-a0a5-43e7-bd33-9d339ea769ea', 'admin_state_up': True, 'tenant_id': '3995cc355468484daafe7a15a7f78bc2'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:49:18.367458 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-925fe43b-ec9f-465f-9c8b-46233abe2cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (f1ae3f90-c9c1-4c4d-bd3b-432d21f31e6f), after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:18.370109 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-925fe43b-ec9f-465f-9c8b-46233abe2cc0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:18.371311 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-925fe43b-ec9f-465f-9c8b-46233abe2cc0 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f1ae3f90-c9c1-4c4d-bd3b-432d21f31e6f HTTP/1.1" status: 204 len: 168 time: 0.1248434 Jan 28 13:49:18.379425 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925fe43b-ec9f-465f-9c8b-46233abe2cc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1ae3f90-c9c1-4c4d-bd3b-432d21f31e6f,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:18.451284 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-1d9276e6-f243-47dd-8950-421357c261fb req-7c31d00f-6ef5-4040-90b6-f2495d773d73 service neutron] 10.222.0.78 "GET /v2.0/networks/a5e1158c-43ca-495d-87ee-f8a1290dae33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656790 Jan 28 13:49:18.509313 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056dd9a6-82b1-4029-ae1c-1d1b0b87890b req-271e32f0-f4fc-4155-bb20-c555ab312b49 tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:18.511071 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-056dd9a6-82b1-4029-ae1c-1d1b0b87890b req-271e32f0-f4fc-4155-bb20-c555ab312b49 tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] 10.222.0.72 "GET /v2.0/ports?device_id=2b68fb1b-ec8a-444a-a74f-f92f17e5e416 HTTP/1.1" status: 200 len: 944 time: 0.0536368 Jan 28 13:49:18.551932 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69041ec6-4e36-4cf7-9924-45847dadc89b req-00825ea6-5330-4b5b-9b7d-824aa97510e7 tempest-VolumesNegativeTest-726164303 tempest-VolumesNegativeTest-726164303-project] Made reservation on behalf of 3995cc355468484daafe7a15a7f78bc2 for: {'port': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:49:18.556170 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-69041ec6-4e36-4cf7-9924-45847dadc89b req-00825ea6-5330-4b5b-9b7d-824aa97510e7 tempest-VolumesNegativeTest-726164303 tempest-VolumesNegativeTest-726164303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (None), before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:18.573459 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-69041ec6-4e36-4cf7-9924-45847dadc89b req-00825ea6-5330-4b5b-9b7d-824aa97510e7 tempest-VolumesNegativeTest-726164303 tempest-VolumesNegativeTest-726164303-project] Publish callbacks [] for security_group (None), before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:18.579219 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-056dd9a6-82b1-4029-ae1c-1d1b0b87890b req-c1bb029e-45a9-4204-9b6f-b04f0d052654 tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] 10.222.0.72 "GET /v2.0/security-groups?id=5cded702-1696-4fa4-b86d-e31c80ca89d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610380 Jan 28 13:49:18.607298 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-1d9276e6-f243-47dd-8950-421357c261fb req-31ba3d5f-69c8-41dd-a89c-2c572757e9e9 service neutron] 10.222.0.78 "GET /v2.0/networks/a5e1158c-43ca-495d-87ee-f8a1290dae33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464043 Jan 28 13:49:18.697654 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-69041ec6-4e36-4cf7-9924-45847dadc89b req-00825ea6-5330-4b5b-9b7d-824aa97510e7 tempest-VolumesNegativeTest-726164303 tempest-VolumesNegativeTest-726164303-project] Publish callbacks [] for security_group (3dcb18ff-6c44-42d9-8c61-b2aabc70abae), precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:18.705662 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-69041ec6-4e36-4cf7-9924-45847dadc89b req-00825ea6-5330-4b5b-9b7d-824aa97510e7 tempest-VolumesNegativeTest-726164303 tempest-VolumesNegativeTest-726164303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (3dcb18ff-6c44-42d9-8c61-b2aabc70abae), after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:18.790967 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00825ea6-5330-4b5b-9b7d-824aa97510e7 tempest-VolumesNegativeTest-726164303 tempest-VolumesNegativeTest-726164303-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3dcb18ff-6c44-42d9-8c61-b2aabc70abae,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:18.873160 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [req-69041ec6-4e36-4cf7-9924-45847dadc89b req-00825ea6-5330-4b5b-9b7d-824aa97510e7 tempest-VolumesNegativeTest-726164303 tempest-VolumesNegativeTest-726164303-project] Allocated IP 192.168.233.44 (400bb7fa-a0a5-43e7-bd33-9d339ea769ea/4dc256ca-8484-43da-974c-56002850c205/26296d19-b9e4-41ea-a6dd-fcec6d8a5661) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:49:19.119706 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-69041ec6-4e36-4cf7-9924-45847dadc89b req-00825ea6-5330-4b5b-9b7d-824aa97510e7 tempest-VolumesNegativeTest-726164303 tempest-VolumesNegativeTest-726164303-project] Publish callbacks [] for port (26296d19-b9e4-41ea-a6dd-fcec6d8a5661), precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:19.140775 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc2d8df-6f71-4400-b910-200979c97d74 req-0a11e974-9228-48e3-92d8-49afbacc5957 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:19.145367 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-0dc2d8df-6f71-4400-b910-200979c97d74 req-0a11e974-9228-48e3-92d8-49afbacc5957 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/ports?device_id=acf97c7f-503a-42ed-b6b7-f5cfba756426 HTTP/1.1" status: 200 len: 946 time: 0.1002984 Jan 28 13:49:19.209824 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-388352be-1639-4fdd-806d-fa8f059ac8c1 req-8c65b53d-3db4-4ab4-a379-c0290e6c06b5 tempest-VolumesNegativeTest-726164303 tempest-VolumesNegativeTest-726164303-project] 10.222.0.72 "GET /v2.0/ports?device_id=7df621b0-5a91-44f2-90d8-075e5eee32f9 HTTP/1.1" status: 200 len: 210 time: 0.0329750 Jan 28 13:49:19.243260 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-0dc2d8df-6f71-4400-b910-200979c97d74 req-37485013-e6c9-4deb-8818-0bbec3f1b9de tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/security-groups?id=838c2539-0840-4dd0-84f1-3571e607caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909765 Jan 28 13:49:19.252463 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-69041ec6-4e36-4cf7-9924-45847dadc89b req-00825ea6-5330-4b5b-9b7d-824aa97510e7 tempest-VolumesNegativeTest-726164303 tempest-VolumesNegativeTest-726164303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742788384826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4723325'] for port (26296d19-b9e4-41ea-a6dd-fcec6d8a5661), after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:19.312081 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69041ec6-4e36-4cf7-9924-45847dadc89b req-00825ea6-5330-4b5b-9b7d-824aa97510e7 tempest-VolumesNegativeTest-726164303 tempest-VolumesNegativeTest-726164303-project] Network 400bb7fa-a0a5-43e7-bd33-9d339ea769ea is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:49:19.315156 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [req-69041ec6-4e36-4cf7-9924-45847dadc89b req-00825ea6-5330-4b5b-9b7d-824aa97510e7 tempest-VolumesNegativeTest-726164303 tempest-VolumesNegativeTest-726164303-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:49:19.318819 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-69041ec6-4e36-4cf7-9924-45847dadc89b req-00825ea6-5330-4b5b-9b7d-824aa97510e7 tempest-VolumesNegativeTest-726164303 tempest-VolumesNegativeTest-726164303-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:49:19.350604 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00825ea6-5330-4b5b-9b7d-824aa97510e7 tempest-VolumesNegativeTest-726164303 tempest-VolumesNegativeTest-726164303-project] Pushing event updated for resources: {'Port': ['ID=26296d19-b9e4-41ea-a6dd-fcec6d8a5661,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:19.377645 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69041ec6-4e36-4cf7-9924-45847dadc89b req-00825ea6-5330-4b5b-9b7d-824aa97510e7 tempest-VolumesNegativeTest-726164303 tempest-VolumesNegativeTest-726164303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:19.378333 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-69041ec6-4e36-4cf7-9924-45847dadc89b req-00825ea6-5330-4b5b-9b7d-824aa97510e7 tempest-VolumesNegativeTest-726164303 tempest-VolumesNegativeTest-726164303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91499'] for port (None), before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:19.395603 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-69041ec6-4e36-4cf7-9924-45847dadc89b req-00825ea6-5330-4b5b-9b7d-824aa97510e7 tempest-VolumesNegativeTest-726164303 tempest-VolumesNegativeTest-726164303-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0578995 Jan 28 13:49:19.408361 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.v2.base [req-69041ec6-4e36-4cf7-9924-45847dadc89b req-b7b48021-e52f-4661-bef9-60bf1d12cd19 service neutron] Request body: {'port': {'device_id': '7df621b0-5a91-44f2-90d8-075e5eee32f9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82418'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:49:19.470473 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-69041ec6-4e36-4cf7-9924-45847dadc89b req-b7b48021-e52f-4661-bef9-60bf1d12cd19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (26296d19-b9e4-41ea-a6dd-fcec6d8a5661), before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:19.556047 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-4d83d160-468c-4e83-a55c-67bf16d8e910 None None] Provisioning complete for port 26296d19-b9e4-41ea-a6dd-fcec6d8a5661 triggered by entity DHCP. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:49:19.556573 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4d83d160-468c-4e83-a55c-67bf16d8e910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041328'] for port (26296d19-b9e4-41ea-a6dd-fcec6d8a5661), provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:19.603328 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-4d83d160-468c-4e83-a55c-67bf16d8e910 None None] Port 26296d19-b9e4-41ea-a6dd-fcec6d8a5661 cannot update to ACTIVE because it is not bound. {{(pid=109086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:49:19.702000 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d092892-7dd4-4136-9090-1a70bad4f055 req-c60fb46a-27e0-482f-90f2-66ec9bc0d8fa tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:19.703729 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-7d092892-7dd4-4136-9090-1a70bad4f055 req-c60fb46a-27e0-482f-90f2-66ec9bc0d8fa tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] 10.222.0.72 "GET /v2.0/ports?device_id=2b68fb1b-ec8a-444a-a74f-f92f17e5e416 HTTP/1.1" status: 200 len: 944 time: 0.0505698 Jan 28 13:49:19.756216 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-7d092892-7dd4-4136-9090-1a70bad4f055 req-d5307756-9f1e-460e-bd80-a37710f2a81a tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] 10.222.0.72 "GET /v2.0/security-groups?id=5cded702-1696-4fa4-b86d-e31c80ca89d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425742 Jan 28 13:49:19.773769 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.notifiers.nova [req-69041ec6-4e36-4cf7-9924-45847dadc89b req-b7b48021-e52f-4661-bef9-60bf1d12cd19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26296d19-b9e4-41ea-a6dd-fcec6d8a5661 {{(pid=109085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:49:19.781476 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-69041ec6-4e36-4cf7-9924-45847dadc89b req-b7b48021-e52f-4661-bef9-60bf1d12cd19 service neutron] Publish callbacks [] for port (26296d19-b9e4-41ea-a6dd-fcec6d8a5661), precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:19.794030 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.db.provisioning_blocks [req-69041ec6-4e36-4cf7-9924-45847dadc89b req-b7b48021-e52f-4661-bef9-60bf1d12cd19 service neutron] Transition to ACTIVE for port object 26296d19-b9e4-41ea-a6dd-fcec6d8a5661 will not be triggered until provisioned by entity L2. {{(pid=109085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:49:19.798125 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-69041ec6-4e36-4cf7-9924-45847dadc89b req-b7b48021-e52f-4661-bef9-60bf1d12cd19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4723334'] for port (26296d19-b9e4-41ea-a6dd-fcec6d8a5661), after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:19.849004 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48021-e52f-4661-bef9-60bf1d12cd19 service neutron] Pushing event updated for resources: {'Port': ['ID=26296d19-b9e4-41ea-a6dd-fcec6d8a5661,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:19.934215 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-69041ec6-4e36-4cf7-9924-45847dadc89b req-b7b48021-e52f-4661-bef9-60bf1d12cd19 service neutron] Attempting to bind port 26296d19-b9e4-41ea-a6dd-fcec6d8a5661 on host hv-cinder-82418 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:49:19.934552 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-69041ec6-4e36-4cf7-9924-45847dadc89b req-b7b48021-e52f-4661-bef9-60bf1d12cd19 service neutron] Attempting to bind port 26296d19-b9e4-41ea-a6dd-fcec6d8a5661 by drivers openvswitch,hyperv on host hv-cinder-82418 at level 0 using segments [{'id': 'a0ddf5c7-7703-4729-8fdc-b99162b438c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '400bb7fa-a0a5-43e7-bd33-9d339ea769ea'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:49:19.934893 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69041ec6-4e36-4cf7-9924-45847dadc89b req-b7b48021-e52f-4661-bef9-60bf1d12cd19 service neutron] Attempting to bind port 26296d19-b9e4-41ea-a6dd-fcec6d8a5661 on network 400bb7fa-a0a5-43e7-bd33-9d339ea769ea {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:49:19.943184 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69041ec6-4e36-4cf7-9924-45847dadc89b req-b7b48021-e52f-4661-bef9-60bf1d12cd19 service neutron] Port 26296d19-b9e4-41ea-a6dd-fcec6d8a5661 on network 400bb7fa-a0a5-43e7-bd33-9d339ea769ea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82418 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:49:19.943527 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69041ec6-4e36-4cf7-9924-45847dadc89b req-b7b48021-e52f-4661-bef9-60bf1d12cd19 service neutron] Attempting to bind port 26296d19-b9e4-41ea-a6dd-fcec6d8a5661 on network 400bb7fa-a0a5-43e7-bd33-9d339ea769ea {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:49:19.950536 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69041ec6-4e36-4cf7-9924-45847dadc89b req-b7b48021-e52f-4661-bef9-60bf1d12cd19 service neutron] Checking agent: {'id': '06140fe1-dee6-47e9-9649-a5d5e543fff8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82418', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 43, 32), 'started_at': datetime.datetime(2022, 1, 28, 13, 43, 32), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 49, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:49:19.950983 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69041ec6-4e36-4cf7-9924-45847dadc89b req-b7b48021-e52f-4661-bef9-60bf1d12cd19 service neutron] Checking segment: {'id': 'a0ddf5c7-7703-4729-8fdc-b99162b438c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '400bb7fa-a0a5-43e7-bd33-9d339ea769ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:49:19.951372 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69041ec6-4e36-4cf7-9924-45847dadc89b req-b7b48021-e52f-4661-bef9-60bf1d12cd19 service neutron] Bound using segment: {'id': 'a0ddf5c7-7703-4729-8fdc-b99162b438c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '400bb7fa-a0a5-43e7-bd33-9d339ea769ea'} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:49:19.951805 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-69041ec6-4e36-4cf7-9924-45847dadc89b req-b7b48021-e52f-4661-bef9-60bf1d12cd19 service neutron] Bound port: 26296d19-b9e4-41ea-a6dd-fcec6d8a5661, host: hv-cinder-82418, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0ddf5c7-7703-4729-8fdc-b99162b438c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '400bb7fa-a0a5-43e7-bd33-9d339ea769ea'}}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:49:19.952224 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-69041ec6-4e36-4cf7-9924-45847dadc89b req-b7b48021-e52f-4661-bef9-60bf1d12cd19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (26296d19-b9e4-41ea-a6dd-fcec6d8a5661), before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:20.026017 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-69041ec6-4e36-4cf7-9924-45847dadc89b req-b7b48021-e52f-4661-bef9-60bf1d12cd19 service neutron] For port 26296d19-b9e4-41ea-a6dd-fcec6d8a5661, host hv-cinder-82418, cleared binding levels {{(pid=109085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:49:20.029258 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-69041ec6-4e36-4cf7-9924-45847dadc89b req-b7b48021-e52f-4661-bef9-60bf1d12cd19 service neutron] For port 26296d19-b9e4-41ea-a6dd-fcec6d8a5661, host hv-cinder-82418, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=26296d19-b9e4-41ea-a6dd-fcec6d8a5661,segment=NetworkSegment(a0ddf5c7-7703-4729-8fdc-b99162b438c4),segment_id=a0ddf5c7-7703-4729-8fdc-b99162b438c4)] {{(pid=109085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:49:20.035462 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-69041ec6-4e36-4cf7-9924-45847dadc89b req-b7b48021-e52f-4661-bef9-60bf1d12cd19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4723334'] for port (26296d19-b9e4-41ea-a6dd-fcec6d8a5661), after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:20.074830 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69041ec6-4e36-4cf7-9924-45847dadc89b req-b7b48021-e52f-4661-bef9-60bf1d12cd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:20.075299 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-69041ec6-4e36-4cf7-9924-45847dadc89b req-b7b48021-e52f-4661-bef9-60bf1d12cd19 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91499'] for port (None), before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:20.077842 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-69041ec6-4e36-4cf7-9924-45847dadc89b req-b7b48021-e52f-4661-bef9-60bf1d12cd19 service neutron] 10.222.0.78 "PUT /v2.0/ports/26296d19-b9e4-41ea-a6dd-fcec6d8a5661 HTTP/1.1" status: 200 len: 1097 time: 0.6729131 Jan 28 13:49:20.077842 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7df621b0-5a91-44f2-90d8-075e5eee32f9', 'tag': '26296d19-b9e4-41ea-a6dd-fcec6d8a5661'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:49:20.079975 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19ef927ebdb7e136520bf73605241c98ba3844c75ab8794845cb00139da391b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e7cbc90-9eb4-44bd-9ae8-30887b095fe3" -d '{"events": [{"name": "network-changed", "server_uuid": "7df621b0-5a91-44f2-90d8-075e5eee32f9", "tag": "26296d19-b9e4-41ea-a6dd-fcec6d8a5661"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:49:20.114041 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b48021-e52f-4661-bef9-60bf1d12cd19 service neutron] Pushing event updated for resources: {'Port': ['ID=26296d19-b9e4-41ea-a6dd-fcec6d8a5661,revision_number=3']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:20.132224 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:49:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85806fa2-c7be-4a26-89f2-7e5b6268b935 x-openstack-request-id: req-85806fa2-c7be-4a26-89f2-7e5b6268b935 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:49:20.132529 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7df621b0-5a91-44f2-90d8-075e5eee32f9", "tag": "26296d19-b9e4-41ea-a6dd-fcec6d8a5661", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:49:20.133503 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-85806fa2-c7be-4a26-89f2-7e5b6268b935 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:49:20.133937 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7df621b0-5a91-44f2-90d8-075e5eee32f9', 'tag': '26296d19-b9e4-41ea-a6dd-fcec6d8a5661', 'status': 'completed', 'code': 200} Jan 28 13:49:20.216657 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7cbc90-9eb4-44bd-9ae8-30887b095fe3 req-9f44f5ee-8ebd-45b8-a854-12e3f95b37c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:20.218225 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-3e7cbc90-9eb4-44bd-9ae8-30887b095fe3 req-9f44f5ee-8ebd-45b8-a854-12e3f95b37c3 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=3995cc355468484daafe7a15a7f78bc2&device_id=7df621b0-5a91-44f2-90d8-075e5eee32f9 HTTP/1.1" status: 200 len: 1100 time: 0.0550675 Jan 28 13:49:20.264191 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-3e7cbc90-9eb4-44bd-9ae8-30887b095fe3 req-13947995-3803-4af1-96eb-380454a7fce0 service neutron] 10.222.0.78 "GET /v2.0/networks?tenant_id=3995cc355468484daafe7a15a7f78bc2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0365143 Jan 28 13:49:20.367207 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b793df-c274-4d3e-83b3-f47d16de12c4 req-80aa1eac-70dd-4421-9516-55cb3bcfcef8 tempest-VolumesNegativeTest-726164303 tempest-VolumesNegativeTest-726164303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:20.370851 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-32b793df-c274-4d3e-83b3-f47d16de12c4 req-80aa1eac-70dd-4421-9516-55cb3bcfcef8 tempest-VolumesNegativeTest-726164303 tempest-VolumesNegativeTest-726164303-project] 10.222.0.72 "GET /v2.0/ports?device_id=7df621b0-5a91-44f2-90d8-075e5eee32f9 HTTP/1.1" status: 200 len: 947 time: 0.0778558 Jan 28 13:49:20.427079 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-32b793df-c274-4d3e-83b3-f47d16de12c4 req-ae8beea9-e689-47f0-838a-03b6a1ec0deb tempest-VolumesNegativeTest-726164303 tempest-VolumesNegativeTest-726164303-project] 10.222.0.72 "GET /v2.0/security-groups?id=3dcb18ff-6c44-42d9-8c61-b2aabc70abae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524006 Jan 28 13:49:20.446553 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e864ad58-8fe9-4785-8dda-2983d4ea4dc2 req-60ddf937-c58e-4d33-af2d-22ddeef6176e tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:20.449212 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-e864ad58-8fe9-4785-8dda-2983d4ea4dc2 req-60ddf937-c58e-4d33-af2d-22ddeef6176e tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/ports?device_id=acf97c7f-503a-42ed-b6b7-f5cfba756426 HTTP/1.1" status: 200 len: 946 time: 0.0905230 Jan 28 13:49:20.450749 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7cbc90-9eb4-44bd-9ae8-30887b095fe3 req-39108a7f-0acb-42e6-8163-554f24589a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:20.452179 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-3e7cbc90-9eb4-44bd-9ae8-30887b095fe3 req-39108a7f-0acb-42e6-8163-554f24589a23 service neutron] 10.222.0.78 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1814089 Jan 28 13:49:20.515731 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-e864ad58-8fe9-4785-8dda-2983d4ea4dc2 req-36cae1c0-7c9b-4ecd-a2d0-6c2bddc51966 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/security-groups?id=838c2539-0840-4dd0-84f1-3571e607caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601556 Jan 28 13:49:20.555136 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69041ec6-4e36-4cf7-9924-45847dadc89b req-6a2f9ba3-b836-4d34-9423-2c37455bf148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:20.556729 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-69041ec6-4e36-4cf7-9924-45847dadc89b req-6a2f9ba3-b836-4d34-9423-2c37455bf148 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=3995cc355468484daafe7a15a7f78bc2&device_id=7df621b0-5a91-44f2-90d8-075e5eee32f9 HTTP/1.1" status: 200 len: 1100 time: 0.0559506 Jan 28 13:49:20.601208 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-69041ec6-4e36-4cf7-9924-45847dadc89b req-5673f27a-1301-4e05-931a-e0bade4070b0 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=26296d19-b9e4-41ea-a6dd-fcec6d8a5661 HTTP/1.1" status: 200 len: 217 time: 0.0350969 Jan 28 13:49:20.658818 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69041ec6-4e36-4cf7-9924-45847dadc89b req-7b1fbb13-e199-43be-a65d-f62416ee47ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:20.660313 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-69041ec6-4e36-4cf7-9924-45847dadc89b req-7b1fbb13-e199-43be-a65d-f62416ee47ef service neutron] 10.222.0.78 "GET /v2.0/subnets?id=4dc256ca-8484-43da-974c-56002850c205 HTTP/1.1" status: 200 len: 843 time: 0.0521667 Jan 28 13:49:20.712964 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69041ec6-4e36-4cf7-9924-45847dadc89b req-fd445bb4-5fdf-4fc4-9235-73933793b3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:20.714643 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-69041ec6-4e36-4cf7-9924-45847dadc89b req-fd445bb4-5fdf-4fc4-9235-73933793b3b0 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=400bb7fa-a0a5-43e7-bd33-9d339ea769ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0470481 Jan 28 13:49:20.757654 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 44570) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:20.808715 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-69041ec6-4e36-4cf7-9924-45847dadc89b req-94e8e8af-f554-436a-a46f-e6d476c24587 service neutron] 10.222.0.78 "GET /v2.0/networks/400bb7fa-a0a5-43e7-bd33-9d339ea769ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865557 Jan 28 13:49:20.880006 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-b6ec4e6c-e5d6-4c02-8410-a0c83889cf6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:20.902292 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c528297d-6ea1-4382-a3e7-df8496a5f311 req-e5adfb36-0c31-44b3-8592-4944abfb297a tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:20.903738 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-c528297d-6ea1-4382-a3e7-df8496a5f311 req-e5adfb36-0c31-44b3-8592-4944abfb297a tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] 10.222.0.72 "GET /v2.0/ports?device_id=2b68fb1b-ec8a-444a-a74f-f92f17e5e416 HTTP/1.1" status: 200 len: 944 time: 0.0790615 Jan 28 13:49:20.919168 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-69041ec6-4e36-4cf7-9924-45847dadc89b req-362afe67-43f9-4be1-8879-55f9d96b658d service neutron] 10.222.0.78 "GET /v2.0/networks/400bb7fa-a0a5-43e7-bd33-9d339ea769ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010711 Jan 28 13:49:20.970912 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-c528297d-6ea1-4382-a3e7-df8496a5f311 req-6748252b-052f-4ad6-b11a-0de7231722b3 tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] 10.222.0.72 "GET /v2.0/security-groups?id=5cded702-1696-4fa4-b86d-e31c80ca89d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606539 Jan 28 13:49:21.006383 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-b6ec4e6c-e5d6-4c02-8410-a0c83889cf6d admin admin] Publish callbacks [] for security_group (859985d3-d3f6-4b6f-a44e-57158d261b74), precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:21.012253 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-b6ec4e6c-e5d6-4c02-8410-a0c83889cf6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (859985d3-d3f6-4b6f-a44e-57158d261b74), after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:21.049894 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-b6ec4e6c-e5d6-4c02-8410-a0c83889cf6d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a9639538fc644e3bb65e2981d1187625&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2911325 Jan 28 13:49:21.050871 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ec4e6c-e5d6-4c02-8410-a0c83889cf6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=859985d3-d3f6-4b6f-a44e-57158d261b74,revision_number=1']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:21.052997 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 44576) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:21.103132 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b80e8235-7074-4caa-b8d1-5ecdaa62a56f admin admin] Publish callbacks [] for security_group (859985d3-d3f6-4b6f-a44e-57158d261b74), before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:21.124452 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b80e8235-7074-4caa-b8d1-5ecdaa62a56f admin admin] Publish callbacks [] for security_group (859985d3-d3f6-4b6f-a44e-57158d261b74), precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:21.172191 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b80e8235-7074-4caa-b8d1-5ecdaa62a56f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (859985d3-d3f6-4b6f-a44e-57158d261b74), after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:21.174784 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b80e8235-7074-4caa-b8d1-5ecdaa62a56f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:21.176001 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-b80e8235-7074-4caa-b8d1-5ecdaa62a56f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/859985d3-d3f6-4b6f-a44e-57158d261b74 HTTP/1.1" status: 204 len: 168 time: 0.1219471 Jan 28 13:49:21.183688 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80e8235-7074-4caa-b8d1-5ecdaa62a56f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=859985d3-d3f6-4b6f-a44e-57158d261b74,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:21.458433 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 44586) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:21.473011 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2c2988fd-e5d4-4d71-8999-0185414545ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:21.568130 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e2d609-2c9f-4b99-8fca-0937473ce2d8 req-58662bc3-3a93-4d66-b61c-a4dea20c1872 tempest-VolumesNegativeTest-726164303 tempest-VolumesNegativeTest-726164303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:21.569676 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-f2e2d609-2c9f-4b99-8fca-0937473ce2d8 req-58662bc3-3a93-4d66-b61c-a4dea20c1872 tempest-VolumesNegativeTest-726164303 tempest-VolumesNegativeTest-726164303-project] 10.222.0.72 "GET /v2.0/ports?device_id=7df621b0-5a91-44f2-90d8-075e5eee32f9 HTTP/1.1" status: 200 len: 947 time: 0.0719819 Jan 28 13:49:21.606251 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2c2988fd-e5d4-4d71-8999-0185414545ea admin admin] Publish callbacks [] for security_group (30931403-5d84-48b4-a8e3-2282192ad225), precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:21.617121 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2c2988fd-e5d4-4d71-8999-0185414545ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (30931403-5d84-48b4-a8e3-2282192ad225), after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:21.651803 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c87799-1ba8-45cc-9612-d7583f8a8e30 req-bcc37837-fa89-4dfa-b4f4-573db3000193 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:21.653310 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-96c87799-1ba8-45cc-9612-d7583f8a8e30 req-bcc37837-fa89-4dfa-b4f4-573db3000193 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/ports?device_id=acf97c7f-503a-42ed-b6b7-f5cfba756426 HTTP/1.1" status: 200 len: 946 time: 0.0563939 Jan 28 13:49:21.667394 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-f2e2d609-2c9f-4b99-8fca-0937473ce2d8 req-74302ea1-347b-419d-9b86-380a4385d958 tempest-VolumesNegativeTest-726164303 tempest-VolumesNegativeTest-726164303-project] 10.222.0.72 "GET /v2.0/security-groups?id=3dcb18ff-6c44-42d9-8c61-b2aabc70abae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879443 Jan 28 13:49:21.674504 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-2c2988fd-e5d4-4d71-8999-0185414545ea admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=1c47a7da8f9b4fd4a657af63fedf9737&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2149165 Jan 28 13:49:21.675498 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2988fd-e5d4-4d71-8999-0185414545ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30931403-5d84-48b4-a8e3-2282192ad225,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:21.678607 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 44590) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:21.727759 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-96c87799-1ba8-45cc-9612-d7583f8a8e30 req-cbdd3d07-ce82-48b8-ba9b-33ef931d426c tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/security-groups?id=838c2539-0840-4dd0-84f1-3571e607caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678272 Jan 28 13:49:21.748048 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-047b4d6a-d856-465f-8d6b-2b21270f9387 admin admin] Publish callbacks [] for security_group (30931403-5d84-48b4-a8e3-2282192ad225), before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:21.769714 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-047b4d6a-d856-465f-8d6b-2b21270f9387 admin admin] Publish callbacks [] for security_group (30931403-5d84-48b4-a8e3-2282192ad225), precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:21.820124 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-047b4d6a-d856-465f-8d6b-2b21270f9387 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (30931403-5d84-48b4-a8e3-2282192ad225), after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:21.823061 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-047b4d6a-d856-465f-8d6b-2b21270f9387 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:21.824242 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-047b4d6a-d856-465f-8d6b-2b21270f9387 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/30931403-5d84-48b4-a8e3-2282192ad225 HTTP/1.1" status: 204 len: 168 time: 0.1414065 Jan 28 13:49:21.832197 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047b4d6a-d856-465f-8d6b-2b21270f9387 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30931403-5d84-48b4-a8e3-2282192ad225,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:22.085756 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4241e12a-5ce5-42ad-8652-2f80c182f075 req-4c28fca5-7be1-49c4-ab8f-a89fef118206 tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:22.087367 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-4241e12a-5ce5-42ad-8652-2f80c182f075 req-4c28fca5-7be1-49c4-ab8f-a89fef118206 tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] 10.222.0.72 "GET /v2.0/ports?device_id=2b68fb1b-ec8a-444a-a74f-f92f17e5e416 HTTP/1.1" status: 200 len: 944 time: 0.0503762 Jan 28 13:49:22.134770 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-4241e12a-5ce5-42ad-8652-2f80c182f075 req-72ddd702-b2a0-4ee0-9fae-89eda135e838 tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] 10.222.0.72 "GET /v2.0/security-groups?id=5cded702-1696-4fa4-b86d-e31c80ca89d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419955 Jan 28 13:49:22.742027 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Device 7b0ae3a5-a9b5-4b64-9119-38c18e43d54c details requested by agent hyperv_hv-cinder-82418 with host hv-cinder-82418 {{(pid=109086) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:49:22.800260 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1b0d21-be21-4c62-819c-ab3101746ed9 req-b59f055f-15f3-401c-93ff-1f3a2c34bddc tempest-VolumesNegativeTest-726164303 tempest-VolumesNegativeTest-726164303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:22.803137 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-0b1b0d21-be21-4c62-819c-ab3101746ed9 req-b59f055f-15f3-401c-93ff-1f3a2c34bddc tempest-VolumesNegativeTest-726164303 tempest-VolumesNegativeTest-726164303-project] 10.222.0.72 "GET /v2.0/ports?device_id=7df621b0-5a91-44f2-90d8-075e5eee32f9 HTTP/1.1" status: 200 len: 947 time: 0.0643616 Jan 28 13:49:22.872243 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83c50fd-9cac-4ea6-89c7-584474f557c0 req-7de2f5b2-8ff3-4365-9324-7c082f0295ed tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:22.873285 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-0b1b0d21-be21-4c62-819c-ab3101746ed9 req-88f3fc3e-e971-43aa-bbc8-432712baeffa tempest-VolumesNegativeTest-726164303 tempest-VolumesNegativeTest-726164303-project] 10.222.0.72 "GET /v2.0/security-groups?id=3dcb18ff-6c44-42d9-8c61-b2aabc70abae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574677 Jan 28 13:49:22.874248 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-e83c50fd-9cac-4ea6-89c7-584474f557c0 req-7de2f5b2-8ff3-4365-9324-7c082f0295ed tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/ports?device_id=acf97c7f-503a-42ed-b6b7-f5cfba756426 HTTP/1.1" status: 200 len: 946 time: 0.0643222 Jan 28 13:49:22.944932 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-e83c50fd-9cac-4ea6-89c7-584474f557c0 req-254a33e8-f607-4b2a-8a80-33aecd5f88b1 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/security-groups?id=838c2539-0840-4dd0-84f1-3571e607caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547545 Jan 28 13:49:22.987762 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] For port 7b0ae3a5-a9b5-4b64-9119-38c18e43d54c, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=7b0ae3a5-a9b5-4b64-9119-38c18e43d54c,segment=NetworkSegment(a935220a-3894-468f-9ef1-086134d7cd84),segment_id=a935220a-3894-468f-9ef1-086134d7cd84)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:49:23.000505 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Returning: {'device': '7b0ae3a5-a9b5-4b64-9119-38c18e43d54c', 'network_id': 'a5e1158c-43ca-495d-87ee-f8a1290dae33', 'port_id': '7b0ae3a5-a9b5-4b64-9119-38c18e43d54c', 'mac_address': 'fa:16:3e:29:6e:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4f46cf0-6c1d-488f-be0f-6575b76810a8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109086) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:49:23.040973 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Current status of the port 7b0ae3a5-a9b5-4b64-9119-38c18e43d54c is: DOWN; New status is: BUILD {{(pid=109086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:49:23.041382 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (7b0ae3a5-a9b5-4b64-9119-38c18e43d54c), before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:23.054572 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.notifiers.nova [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b0ae3a5-a9b5-4b64-9119-38c18e43d54c {{(pid=109086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:49:23.074568 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] For port 7b0ae3a5-a9b5-4b64-9119-38c18e43d54c, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=7b0ae3a5-a9b5-4b64-9119-38c18e43d54c,segment=NetworkSegment(a935220a-3894-468f-9ef1-086134d7cd84),segment_id=a935220a-3894-468f-9ef1-086134d7cd84)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:49:23.080126 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862'] for port (7b0ae3a5-a9b5-4b64-9119-38c18e43d54c), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:23.127543 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Pushing event updated for resources: {'Port': ['ID=7b0ae3a5-a9b5-4b64-9119-38c18e43d54c,revision_number=4']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:23.251691 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13a43d9-1c9d-4f87-bffa-4f213665153a req-c4d8bbac-32e7-4345-8040-60fb0e179942 tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:23.253255 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-d13a43d9-1c9d-4f87-bffa-4f213665153a req-c4d8bbac-32e7-4345-8040-60fb0e179942 tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] 10.222.0.72 "GET /v2.0/ports?device_id=2b68fb1b-ec8a-444a-a74f-f92f17e5e416 HTTP/1.1" status: 200 len: 945 time: 0.0532718 Jan 28 13:49:23.304998 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-d13a43d9-1c9d-4f87-bffa-4f213665153a req-d9209824-9fbc-4f15-9e9c-7afe1ab09891 tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] 10.222.0.72 "GET /v2.0/security-groups?id=5cded702-1696-4fa4-b86d-e31c80ca89d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458825 Jan 28 13:49:23.635102 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] get_ports_and_sgs() called for port_ids ['7b0ae3a5-a9b5-4b64-9119-38c18e43d54c'] {{(pid=109086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:49:23.990474 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470ee599-f832-404b-93c7-6075f310f9cd req-4f2dfb9d-bf50-4670-8b92-a04a9155f6e7 tempest-VolumesNegativeTest-726164303 tempest-VolumesNegativeTest-726164303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:23.991998 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-470ee599-f832-404b-93c7-6075f310f9cd req-4f2dfb9d-bf50-4670-8b92-a04a9155f6e7 tempest-VolumesNegativeTest-726164303 tempest-VolumesNegativeTest-726164303-project] 10.222.0.72 "GET /v2.0/ports?device_id=7df621b0-5a91-44f2-90d8-075e5eee32f9 HTTP/1.1" status: 200 len: 947 time: 0.0523734 Jan 28 13:49:24.043717 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-470ee599-f832-404b-93c7-6075f310f9cd req-131a07c2-e720-460e-8a8e-c56ebc2dbaec tempest-VolumesNegativeTest-726164303 tempest-VolumesNegativeTest-726164303-project] 10.222.0.72 "GET /v2.0/security-groups?id=3dcb18ff-6c44-42d9-8c61-b2aabc70abae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459976 Jan 28 13:49:24.078316 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5073f88b-6b2c-4a32-88b5-b2d903996611 req-1106d811-4db6-4aef-89fa-070b52e1c95e tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:24.079856 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-5073f88b-6b2c-4a32-88b5-b2d903996611 req-1106d811-4db6-4aef-89fa-070b52e1c95e tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/ports?device_id=acf97c7f-503a-42ed-b6b7-f5cfba756426 HTTP/1.1" status: 200 len: 946 time: 0.0549619 Jan 28 13:49:24.127989 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-5073f88b-6b2c-4a32-88b5-b2d903996611 req-7e9c87ca-0b5f-4f72-9abd-b5e8d17a5769 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/security-groups?id=838c2539-0840-4dd0-84f1-3571e607caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420153 Jan 28 13:49:24.431336 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a48afc8-4dad-4874-8639-e6c9a27bc79d req-a0d07e3c-1a65-446e-8b6b-c99f60544d01 tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:24.432838 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-1a48afc8-4dad-4874-8639-e6c9a27bc79d req-a0d07e3c-1a65-446e-8b6b-c99f60544d01 tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] 10.222.0.72 "GET /v2.0/ports?device_id=2b68fb1b-ec8a-444a-a74f-f92f17e5e416 HTTP/1.1" status: 200 len: 945 time: 0.0492179 Jan 28 13:49:24.485107 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-1a48afc8-4dad-4874-8639-e6c9a27bc79d req-4d08937a-66ae-4db2-9516-7d571910a764 tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] 10.222.0.72 "GET /v2.0/security-groups?id=5cded702-1696-4fa4-b86d-e31c80ca89d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464325 Jan 28 13:49:25.170908 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9385bca1-dd48-4ba5-b7d7-00b89cc7af8e req-9e9053d5-fe94-4606-b4d4-8b0c89619bd5 tempest-VolumesNegativeTest-726164303 tempest-VolumesNegativeTest-726164303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:25.172391 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-9385bca1-dd48-4ba5-b7d7-00b89cc7af8e req-9e9053d5-fe94-4606-b4d4-8b0c89619bd5 tempest-VolumesNegativeTest-726164303 tempest-VolumesNegativeTest-726164303-project] 10.222.0.72 "GET /v2.0/ports?device_id=7df621b0-5a91-44f2-90d8-075e5eee32f9 HTTP/1.1" status: 200 len: 947 time: 0.0511460 Jan 28 13:49:25.220715 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-9385bca1-dd48-4ba5-b7d7-00b89cc7af8e req-1e409944-8c87-44aa-9c37-a16737711e6f tempest-VolumesNegativeTest-726164303 tempest-VolumesNegativeTest-726164303-project] 10.222.0.72 "GET /v2.0/security-groups?id=3dcb18ff-6c44-42d9-8c61-b2aabc70abae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423524 Jan 28 13:49:25.252601 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be455934-f34f-4f85-afef-75c336dff67a req-a79d555a-7896-4b22-a207-484490f3db19 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:25.254588 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-be455934-f34f-4f85-afef-75c336dff67a req-a79d555a-7896-4b22-a207-484490f3db19 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/ports?device_id=acf97c7f-503a-42ed-b6b7-f5cfba756426 HTTP/1.1" status: 200 len: 946 time: 0.0522127 Jan 28 13:49:25.302582 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-be455934-f34f-4f85-afef-75c336dff67a req-ddc2ff7c-01b1-45aa-be49-96c71e0bcbee tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/security-groups?id=838c2539-0840-4dd0-84f1-3571e607caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420654 Jan 28 13:49:25.599145 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b355f31-6e1c-43b2-a2f1-206dc4ea5cf7 req-971e4dcf-a549-443d-b393-24e3cb5d5521 tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:25.600780 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-5b355f31-6e1c-43b2-a2f1-206dc4ea5cf7 req-971e4dcf-a549-443d-b393-24e3cb5d5521 tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] 10.222.0.72 "GET /v2.0/ports?device_id=2b68fb1b-ec8a-444a-a74f-f92f17e5e416 HTTP/1.1" status: 200 len: 945 time: 0.0501823 Jan 28 13:49:25.655572 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-5b355f31-6e1c-43b2-a2f1-206dc4ea5cf7 req-ef56032f-0955-4aaf-b372-e97cb34361a5 tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] 10.222.0.72 "GET /v2.0/security-groups?id=5cded702-1696-4fa4-b86d-e31c80ca89d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462692 Jan 28 13:49:26.342723 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6d49c6-24fb-489b-b9c7-417d1449a242 req-6a4c7cba-5dc1-4649-a48b-d610531e7448 tempest-VolumesNegativeTest-726164303 tempest-VolumesNegativeTest-726164303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:26.344254 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-5f6d49c6-24fb-489b-b9c7-417d1449a242 req-6a4c7cba-5dc1-4649-a48b-d610531e7448 tempest-VolumesNegativeTest-726164303 tempest-VolumesNegativeTest-726164303-project] 10.222.0.72 "GET /v2.0/ports?device_id=7df621b0-5a91-44f2-90d8-075e5eee32f9 HTTP/1.1" status: 200 len: 947 time: 0.0493960 Jan 28 13:49:26.393739 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-5f6d49c6-24fb-489b-b9c7-417d1449a242 req-6090b89b-9010-4937-942e-39f5efe42f17 tempest-VolumesNegativeTest-726164303 tempest-VolumesNegativeTest-726164303-project] 10.222.0.72 "GET /v2.0/security-groups?id=3dcb18ff-6c44-42d9-8c61-b2aabc70abae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437429 Jan 28 13:49:26.422761 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c28b79-2b3c-4b1d-8c81-231f8090a2f2 req-2ae1b7c9-0ac2-4bda-a116-97f38279c09b tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:26.424255 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-f1c28b79-2b3c-4b1d-8c81-231f8090a2f2 req-2ae1b7c9-0ac2-4bda-a116-97f38279c09b tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/ports?device_id=acf97c7f-503a-42ed-b6b7-f5cfba756426 HTTP/1.1" status: 200 len: 946 time: 0.0488102 Jan 28 13:49:26.471041 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-f1c28b79-2b3c-4b1d-8c81-231f8090a2f2 req-f906d98a-d075-47a2-827c-5d9d43e8de34 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/security-groups?id=838c2539-0840-4dd0-84f1-3571e607caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411160 Jan 28 13:49:26.796208 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b548b94-faa5-47e3-8f70-6299cc76041a req-a9dbde4b-07e0-49bf-a87e-6f08f2e6a81a tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:26.797689 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-8b548b94-faa5-47e3-8f70-6299cc76041a req-a9dbde4b-07e0-49bf-a87e-6f08f2e6a81a tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] 10.222.0.72 "GET /v2.0/ports?device_id=2b68fb1b-ec8a-444a-a74f-f92f17e5e416 HTTP/1.1" status: 200 len: 945 time: 0.0650814 Jan 28 13:49:26.847307 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-8b548b94-faa5-47e3-8f70-6299cc76041a req-43306e17-405b-4440-a2a3-11795f9e5f0b tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] 10.222.0.72 "GET /v2.0/security-groups?id=5cded702-1696-4fa4-b86d-e31c80ca89d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438313 Jan 28 13:49:26.953211 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Device 26296d19-b9e4-41ea-a6dd-fcec6d8a5661 details requested by agent hyperv_hv-cinder-82418 with host hv-cinder-82418 {{(pid=109086) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:49:27.054251 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] For port 26296d19-b9e4-41ea-a6dd-fcec6d8a5661, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=26296d19-b9e4-41ea-a6dd-fcec6d8a5661,segment=NetworkSegment(a0ddf5c7-7703-4729-8fdc-b99162b438c4),segment_id=a0ddf5c7-7703-4729-8fdc-b99162b438c4)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:49:27.065585 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Returning: {'device': '26296d19-b9e4-41ea-a6dd-fcec6d8a5661', 'network_id': '400bb7fa-a0a5-43e7-bd33-9d339ea769ea', 'port_id': '26296d19-b9e4-41ea-a6dd-fcec6d8a5661', 'mac_address': 'fa:16:3e:23:c2:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 713, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4dc256ca-8484-43da-974c-56002850c205', 'ip_address': '192.168.233.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109086) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:49:27.109892 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Current status of the port 26296d19-b9e4-41ea-a6dd-fcec6d8a5661 is: DOWN; New status is: BUILD {{(pid=109086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:49:27.110285 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (26296d19-b9e4-41ea-a6dd-fcec6d8a5661), before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:27.124048 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.notifiers.nova [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26296d19-b9e4-41ea-a6dd-fcec6d8a5661 {{(pid=109086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:49:27.144492 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] For port 26296d19-b9e4-41ea-a6dd-fcec6d8a5661, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=26296d19-b9e4-41ea-a6dd-fcec6d8a5661,segment=NetworkSegment(a0ddf5c7-7703-4729-8fdc-b99162b438c4),segment_id=a0ddf5c7-7703-4729-8fdc-b99162b438c4)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:49:27.149894 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862'] for port (26296d19-b9e4-41ea-a6dd-fcec6d8a5661), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:27.202577 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Pushing event updated for resources: {'Port': ['ID=26296d19-b9e4-41ea-a6dd-fcec6d8a5661,revision_number=4']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:27.527875 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a27202-af46-4b88-afb9-79b6b6b50b1d req-2a447c9b-58fb-46d9-b1e3-f5ce7b658ef1 tempest-VolumesNegativeTest-726164303 tempest-VolumesNegativeTest-726164303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:27.529386 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-21a27202-af46-4b88-afb9-79b6b6b50b1d req-2a447c9b-58fb-46d9-b1e3-f5ce7b658ef1 tempest-VolumesNegativeTest-726164303 tempest-VolumesNegativeTest-726164303-project] 10.222.0.72 "GET /v2.0/ports?device_id=7df621b0-5a91-44f2-90d8-075e5eee32f9 HTTP/1.1" status: 200 len: 948 time: 0.0527391 Jan 28 13:49:27.579256 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-21a27202-af46-4b88-afb9-79b6b6b50b1d req-f16622f4-0710-4b26-93f6-1e316d9922de tempest-VolumesNegativeTest-726164303 tempest-VolumesNegativeTest-726164303-project] 10.222.0.72 "GET /v2.0/security-groups?id=3dcb18ff-6c44-42d9-8c61-b2aabc70abae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440781 Jan 28 13:49:27.592744 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5ccaff-c8d3-4a72-ba34-a6b103f9feee req-0139a740-ec91-47eb-a8b5-7fc9c02da85c tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:27.594476 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-3e5ccaff-c8d3-4a72-ba34-a6b103f9feee req-0139a740-ec91-47eb-a8b5-7fc9c02da85c tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/ports?device_id=acf97c7f-503a-42ed-b6b7-f5cfba756426 HTTP/1.1" status: 200 len: 946 time: 0.0507736 Jan 28 13:49:27.642053 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-3e5ccaff-c8d3-4a72-ba34-a6b103f9feee req-8620a338-c29d-48fa-bf7a-962a72968d54 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/security-groups?id=838c2539-0840-4dd0-84f1-3571e607caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415995 Jan 28 13:49:27.993921 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3a061b-1ac2-4559-aecb-b60e98bceb33 req-179e02d8-0fb6-4edb-bf74-95a6f27ddc10 tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:27.995539 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-1d3a061b-1ac2-4559-aecb-b60e98bceb33 req-179e02d8-0fb6-4edb-bf74-95a6f27ddc10 tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] 10.222.0.72 "GET /v2.0/ports?device_id=2b68fb1b-ec8a-444a-a74f-f92f17e5e416 HTTP/1.1" status: 200 len: 945 time: 0.0689507 Jan 28 13:49:28.046521 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-1d3a061b-1ac2-4559-aecb-b60e98bceb33 req-c4973798-3c97-41f4-93cd-99dbc286bcc3 tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] 10.222.0.72 "GET /v2.0/security-groups?id=5cded702-1696-4fa4-b86d-e31c80ca89d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437801 Jan 28 13:49:28.223453 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a112042b-708e-4e20-961a-cb43f54df76d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (fe6892c5-7eb1-46ce-88dd-77c5bcc32263), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:28.357306 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Device 7b0ae3a5-a9b5-4b64-9119-38c18e43d54c up at agent hyperv_hv-cinder-82418 {{(pid=109086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:49:28.411463 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Provisioning for port 7b0ae3a5-a9b5-4b64-9119-38c18e43d54c completed by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:49:28.416318 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Provisioning complete for port 7b0ae3a5-a9b5-4b64-9119-38c18e43d54c triggered by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:49:28.416831 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041328'] for port (7b0ae3a5-a9b5-4b64-9119-38c18e43d54c), provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:28.500699 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Current status of the port 7b0ae3a5-a9b5-4b64-9119-38c18e43d54c is: BUILD; New status is: ACTIVE {{(pid=109086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:49:28.501151 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (7b0ae3a5-a9b5-4b64-9119-38c18e43d54c), before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:28.527246 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b68fb1b-ec8a-444a-a74f-f92f17e5e416', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b0ae3a5-a9b5-4b64-9119-38c18e43d54c'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:49:28.529609 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fe2f3ff242846a504b70cb1607640f93490c53de488d62a29fe51e57b5b242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae2f025b-c9d3-427b-a26f-7e46a940de70" -d '{"events": [{"server_uuid": "2b68fb1b-ec8a-444a-a74f-f92f17e5e416", "name": "network-vif-plugged", "status": "completed", "tag": "7b0ae3a5-a9b5-4b64-9119-38c18e43d54c"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:49:28.543301 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] For port 7b0ae3a5-a9b5-4b64-9119-38c18e43d54c, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=7b0ae3a5-a9b5-4b64-9119-38c18e43d54c,segment=NetworkSegment(a935220a-3894-468f-9ef1-086134d7cd84),segment_id=a935220a-3894-468f-9ef1-086134d7cd84)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:49:28.547375 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862'] for port (7b0ae3a5-a9b5-4b64-9119-38c18e43d54c), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:28.572583 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:49:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff9423f1-59ee-4217-8d1f-175c40653163 x-openstack-request-id: req-ff9423f1-59ee-4217-8d1f-175c40653163 {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:49:28.573246 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b68fb1b-ec8a-444a-a74f-f92f17e5e416", "name": "network-vif-plugged", "status": "completed", "tag": "7b0ae3a5-a9b5-4b64-9119-38c18e43d54c", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:49:28.573495 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-ff9423f1-59ee-4217-8d1f-175c40653163 {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:49:28.573881 dv-cinder-824187-7-iscsi neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b68fb1b-ec8a-444a-a74f-f92f17e5e416', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b0ae3a5-a9b5-4b64-9119-38c18e43d54c', 'code': 200} Jan 28 13:49:28.597760 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Pushing event updated for resources: {'Port': ['ID=7b0ae3a5-a9b5-4b64-9119-38c18e43d54c,revision_number=5']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:28.703281 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2ee115-c756-4e25-a6e2-18534df0641e req-e593a093-2d9a-4773-8be2-a74b50da6c6b tempest-VolumesNegativeTest-726164303 tempest-VolumesNegativeTest-726164303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:28.704954 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-5b2ee115-c756-4e25-a6e2-18534df0641e req-e593a093-2d9a-4773-8be2-a74b50da6c6b tempest-VolumesNegativeTest-726164303 tempest-VolumesNegativeTest-726164303-project] 10.222.0.72 "GET /v2.0/ports?device_id=7df621b0-5a91-44f2-90d8-075e5eee32f9 HTTP/1.1" status: 200 len: 948 time: 0.0533352 Jan 28 13:49:28.752746 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-5b2ee115-c756-4e25-a6e2-18534df0641e req-3343f11c-31fd-4932-95f2-eabeaf8de036 tempest-VolumesNegativeTest-726164303 tempest-VolumesNegativeTest-726164303-project] 10.222.0.72 "GET /v2.0/security-groups?id=3dcb18ff-6c44-42d9-8c61-b2aabc70abae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422711 Jan 28 13:49:28.814147 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1dcae0-8f33-43c2-a656-5f1e3462ca55 req-c64c1aa3-b92e-4ce3-a1f6-b12bb97b472d tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:28.815678 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-0a1dcae0-8f33-43c2-a656-5f1e3462ca55 req-c64c1aa3-b92e-4ce3-a1f6-b12bb97b472d tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/ports?device_id=acf97c7f-503a-42ed-b6b7-f5cfba756426 HTTP/1.1" status: 200 len: 946 time: 0.0826111 Jan 28 13:49:28.821743 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0c7629-4466-4ff9-b1d9-de2abcaab476 req-07c9ddab-86d1-4da5-987b-d2b0b25a8f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:28.823654 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-ec0c7629-4466-4ff9-b1d9-de2abcaab476 req-07c9ddab-86d1-4da5-987b-d2b0b25a8f47 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=2b68fb1b-ec8a-444a-a74f-f92f17e5e416 HTTP/1.1" status: 200 len: 1099 time: 0.0636213 Jan 28 13:49:28.887724 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-0a1dcae0-8f33-43c2-a656-5f1e3462ca55 req-43b66295-6699-40cd-8708-fedb97f309e8 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/security-groups?id=838c2539-0840-4dd0-84f1-3571e607caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631146 Jan 28 13:49:28.897764 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-ec0c7629-4466-4ff9-b1d9-de2abcaab476 req-fd901556-dd3b-4e67-af10-186921ca94b9 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=5cded702-1696-4fa4-b86d-e31c80ca89d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608008 Jan 28 13:49:29.103659 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] get_ports_and_sgs() called for port_ids ['26296d19-b9e4-41ea-a6dd-fcec6d8a5661'] {{(pid=109086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:49:29.181699 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabf6bc8-cb0f-40e3-8e63-8fb539c2a839 req-7d64869d-cfde-4fc6-8db4-53602e47c031 tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:29.183168 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-eabf6bc8-cb0f-40e3-8e63-8fb539c2a839 req-7d64869d-cfde-4fc6-8db4-53602e47c031 tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] 10.222.0.72 "GET /v2.0/ports?device_id=2b68fb1b-ec8a-444a-a74f-f92f17e5e416 HTTP/1.1" status: 200 len: 946 time: 0.0506902 Jan 28 13:49:29.229891 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-eabf6bc8-cb0f-40e3-8e63-8fb539c2a839 req-ae8a45e7-0a13-48cd-8f91-34c9f1565d94 tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] 10.222.0.72 "GET /v2.0/security-groups?id=5cded702-1696-4fa4-b86d-e31c80ca89d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408459 Jan 28 13:49:29.873913 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353f4fa5-9ee7-412b-b17f-c4f711bd6407 req-c2603f8e-6ab1-4506-b036-feb718269d1e tempest-VolumesNegativeTest-726164303 tempest-VolumesNegativeTest-726164303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:29.875445 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-353f4fa5-9ee7-412b-b17f-c4f711bd6407 req-c2603f8e-6ab1-4506-b036-feb718269d1e tempest-VolumesNegativeTest-726164303 tempest-VolumesNegativeTest-726164303-project] 10.222.0.72 "GET /v2.0/ports?device_id=7df621b0-5a91-44f2-90d8-075e5eee32f9 HTTP/1.1" status: 200 len: 948 time: 0.0549815 Jan 28 13:49:29.928017 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-353f4fa5-9ee7-412b-b17f-c4f711bd6407 req-5d14886a-54eb-4920-b74e-9430cc8e0759 tempest-VolumesNegativeTest-726164303 tempest-VolumesNegativeTest-726164303-project] 10.222.0.72 "GET /v2.0/security-groups?id=3dcb18ff-6c44-42d9-8c61-b2aabc70abae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465884 Jan 28 13:49:30.014077 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f28e9b5-355c-45f1-af46-098ef83a6e0c req-949d7ae5-8d29-48bf-810b-21706a87d502 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:30.015699 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-8f28e9b5-355c-45f1-af46-098ef83a6e0c req-949d7ae5-8d29-48bf-810b-21706a87d502 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/ports?device_id=acf97c7f-503a-42ed-b6b7-f5cfba756426 HTTP/1.1" status: 200 len: 946 time: 0.0561295 Jan 28 13:49:30.062003 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-8f28e9b5-355c-45f1-af46-098ef83a6e0c req-043e24dd-1c3e-4244-aae7-69ed770c9fdc tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/security-groups?id=838c2539-0840-4dd0-84f1-3571e607caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403597 Jan 28 13:49:30.244505 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a764159f-5489-4e6f-a10d-da2ebeee3fee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (5fb30df9-6f10-41b8-94cc-b881623ba250), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:30.364819 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf807c18-79ea-44e1-b90d-eda9dabd3e65 req-70836947-755d-4c58-9e53-96cc349eec99 tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:30.366358 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-cf807c18-79ea-44e1-b90d-eda9dabd3e65 req-70836947-755d-4c58-9e53-96cc349eec99 tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] 10.222.0.72 "GET /v2.0/ports?device_id=2b68fb1b-ec8a-444a-a74f-f92f17e5e416 HTTP/1.1" status: 200 len: 946 time: 0.0621834 Jan 28 13:49:30.425006 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-cf807c18-79ea-44e1-b90d-eda9dabd3e65 req-4e9510d1-5498-45d8-8de3-ecaab3cfc830 tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] 10.222.0.72 "GET /v2.0/security-groups?id=5cded702-1696-4fa4-b86d-e31c80ca89d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513086 Jan 28 13:49:31.062618 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561e06ed-b18b-4779-add0-220c4a4a456a req-52fc657e-9155-4c10-99d9-1e074a81e8a7 tempest-VolumesNegativeTest-726164303 tempest-VolumesNegativeTest-726164303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:31.064007 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-561e06ed-b18b-4779-add0-220c4a4a456a req-52fc657e-9155-4c10-99d9-1e074a81e8a7 tempest-VolumesNegativeTest-726164303 tempest-VolumesNegativeTest-726164303-project] 10.222.0.72 "GET /v2.0/ports?device_id=7df621b0-5a91-44f2-90d8-075e5eee32f9 HTTP/1.1" status: 200 len: 948 time: 0.0624812 Jan 28 13:49:31.124229 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-561e06ed-b18b-4779-add0-220c4a4a456a req-9fc60fec-d34b-4a65-bab7-1ee2e7d4edc7 tempest-VolumesNegativeTest-726164303 tempest-VolumesNegativeTest-726164303-project] 10.222.0.72 "GET /v2.0/security-groups?id=3dcb18ff-6c44-42d9-8c61-b2aabc70abae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516500 Jan 28 13:49:31.182252 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71b37e5-3f48-4c74-92ea-6bacc3890f18 req-b67053da-856e-4d9f-92e8-038f32212b3a tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:31.183721 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-f71b37e5-3f48-4c74-92ea-6bacc3890f18 req-b67053da-856e-4d9f-92e8-038f32212b3a tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/ports?device_id=acf97c7f-503a-42ed-b6b7-f5cfba756426 HTTP/1.1" status: 200 len: 946 time: 0.0479276 Jan 28 13:49:31.229832 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-f71b37e5-3f48-4c74-92ea-6bacc3890f18 req-9f47ce42-1193-443e-96ce-30c26783557d tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/security-groups?id=838c2539-0840-4dd0-84f1-3571e607caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403826 Jan 28 13:49:31.559362 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eae3069-4f56-46c4-862b-77a7d853f7c7 req-12e34313-ef97-45cb-95a1-f01735226464 tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:31.560833 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-9eae3069-4f56-46c4-862b-77a7d853f7c7 req-12e34313-ef97-45cb-95a1-f01735226464 tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] 10.222.0.72 "GET /v2.0/ports?device_id=2b68fb1b-ec8a-444a-a74f-f92f17e5e416 HTTP/1.1" status: 200 len: 946 time: 0.0493031 Jan 28 13:49:31.610956 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-9eae3069-4f56-46c4-862b-77a7d853f7c7 req-e8306189-0f20-450b-b1a9-8d451ce6659a tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] 10.222.0.72 "GET /v2.0/security-groups?id=5cded702-1696-4fa4-b86d-e31c80ca89d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442712 Jan 28 13:49:31.709645 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-120fdcba-5236-4c4f-ad1d-de3bbc2703f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (270c75b4-e9a8-4b16-85de-99abb56244df), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:32.253542 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858e6f08-810b-471a-9825-8f4bf88f07fc req-ea6308f4-3504-4286-a65a-1cf9229ddd88 tempest-VolumesNegativeTest-726164303 tempest-VolumesNegativeTest-726164303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:32.255614 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-858e6f08-810b-471a-9825-8f4bf88f07fc req-ea6308f4-3504-4286-a65a-1cf9229ddd88 tempest-VolumesNegativeTest-726164303 tempest-VolumesNegativeTest-726164303-project] 10.222.0.72 "GET /v2.0/ports?device_id=7df621b0-5a91-44f2-90d8-075e5eee32f9 HTTP/1.1" status: 200 len: 948 time: 0.0603631 Jan 28 13:49:32.307343 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-858e6f08-810b-471a-9825-8f4bf88f07fc req-5a8efe09-54d6-4433-bdd3-0bd5fbbca421 tempest-VolumesNegativeTest-726164303 tempest-VolumesNegativeTest-726164303-project] 10.222.0.72 "GET /v2.0/security-groups?id=3dcb18ff-6c44-42d9-8c61-b2aabc70abae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432899 Jan 28 13:49:32.353801 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73a572c-26ab-4f16-8530-48d043d898be req-68cc8213-3919-4117-8ed1-0ee543107c40 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:32.355299 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-b73a572c-26ab-4f16-8530-48d043d898be req-68cc8213-3919-4117-8ed1-0ee543107c40 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/ports?device_id=acf97c7f-503a-42ed-b6b7-f5cfba756426 HTTP/1.1" status: 200 len: 946 time: 0.0483189 Jan 28 13:49:32.405303 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-b73a572c-26ab-4f16-8530-48d043d898be req-0f130e2c-df32-46f9-b5f1-2cf048466e68 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/security-groups?id=838c2539-0840-4dd0-84f1-3571e607caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442219 Jan 28 13:49:32.745540 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0e83b6-4159-4c0e-9019-b892c79a5cab req-d1a5b356-eae5-4e59-bc18-589bcb0f1bd9 tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:32.747015 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-1d0e83b6-4159-4c0e-9019-b892c79a5cab req-d1a5b356-eae5-4e59-bc18-589bcb0f1bd9 tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] 10.222.0.72 "GET /v2.0/ports?device_id=2b68fb1b-ec8a-444a-a74f-f92f17e5e416 HTTP/1.1" status: 200 len: 946 time: 0.0555956 Jan 28 13:49:32.802110 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-1d0e83b6-4159-4c0e-9019-b892c79a5cab req-537b9591-54d4-430e-9936-5451080eedda tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] 10.222.0.72 "GET /v2.0/security-groups?id=5cded702-1696-4fa4-b86d-e31c80ca89d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491228 Jan 28 13:49:32.835563 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a365d3e8-b48a-4a28-95b6-25537061fe93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (282d2827-b9b4-4282-91d0-335a7cd9818a), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:32.898962 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (06140fe1-dee6-47e9-9649-a5d5e543fff8), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:33.445128 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ab396f-75b8-4730-a8d3-71fe05f90d49 req-160e063c-6e51-487c-a3e3-7736d101420e tempest-VolumesNegativeTest-726164303 tempest-VolumesNegativeTest-726164303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:33.446653 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-e2ab396f-75b8-4730-a8d3-71fe05f90d49 req-160e063c-6e51-487c-a3e3-7736d101420e tempest-VolumesNegativeTest-726164303 tempest-VolumesNegativeTest-726164303-project] 10.222.0.72 "GET /v2.0/ports?device_id=7df621b0-5a91-44f2-90d8-075e5eee32f9 HTTP/1.1" status: 200 len: 948 time: 0.0648644 Jan 28 13:49:33.495781 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-e2ab396f-75b8-4730-a8d3-71fe05f90d49 req-4ed95a96-05e3-42f8-86ff-ba0014eaed55 tempest-VolumesNegativeTest-726164303 tempest-VolumesNegativeTest-726164303-project] 10.222.0.72 "GET /v2.0/security-groups?id=3dcb18ff-6c44-42d9-8c61-b2aabc70abae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427225 Jan 28 13:49:33.533891 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691339b8-07fb-47af-82a3-92d3a7abec92 req-95f3785c-259d-492f-89f0-70c38609017b tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:33.535378 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-691339b8-07fb-47af-82a3-92d3a7abec92 req-95f3785c-259d-492f-89f0-70c38609017b tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/ports?device_id=acf97c7f-503a-42ed-b6b7-f5cfba756426 HTTP/1.1" status: 200 len: 946 time: 0.0483615 Jan 28 13:49:33.586697 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-691339b8-07fb-47af-82a3-92d3a7abec92 req-f46ee465-8642-43c2-98ae-d4b0ed06c573 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/security-groups?id=838c2539-0840-4dd0-84f1-3571e607caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454414 Jan 28 13:49:33.924704 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae8ed30-dbf3-4256-99d3-caaf314c2dde req-d2ec4335-d23c-42d5-9d0c-edef8836ce2b tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:33.926307 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-cae8ed30-dbf3-4256-99d3-caaf314c2dde req-d2ec4335-d23c-42d5-9d0c-edef8836ce2b tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] 10.222.0.72 "GET /v2.0/ports?device_id=2b68fb1b-ec8a-444a-a74f-f92f17e5e416 HTTP/1.1" status: 200 len: 946 time: 0.0509717 Jan 28 13:49:33.975604 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-cae8ed30-dbf3-4256-99d3-caaf314c2dde req-4104b743-702d-4b0f-aed6-9376f8b0d4c3 tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] 10.222.0.72 "GET /v2.0/security-groups?id=5cded702-1696-4fa4-b86d-e31c80ca89d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439301 Jan 28 13:49:34.211417 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (91ec632a-2927-4715-8bad-f3132ebcbe46), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:34.610307 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abb18fb-c0e1-48ea-a44b-ee7b8951b63c req-7a573283-0689-4c1f-96a2-e9da3039916e tempest-VolumesNegativeTest-726164303 tempest-VolumesNegativeTest-726164303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:34.611906 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-4abb18fb-c0e1-48ea-a44b-ee7b8951b63c req-7a573283-0689-4c1f-96a2-e9da3039916e tempest-VolumesNegativeTest-726164303 tempest-VolumesNegativeTest-726164303-project] 10.222.0.72 "GET /v2.0/ports?device_id=7df621b0-5a91-44f2-90d8-075e5eee32f9 HTTP/1.1" status: 200 len: 948 time: 0.0491776 Jan 28 13:49:34.659946 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-4abb18fb-c0e1-48ea-a44b-ee7b8951b63c req-f3db6bc0-ced1-4648-8f1e-ffc7730689e8 tempest-VolumesNegativeTest-726164303 tempest-VolumesNegativeTest-726164303-project] 10.222.0.72 "GET /v2.0/security-groups?id=3dcb18ff-6c44-42d9-8c61-b2aabc70abae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423479 Jan 28 13:49:34.716748 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6ac76b-dce7-4d69-82af-b40acb8dda1e req-4ef6b6ba-eee0-453b-b05a-83e3952d6d79 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:34.718198 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-4a6ac76b-dce7-4d69-82af-b40acb8dda1e req-4ef6b6ba-eee0-453b-b05a-83e3952d6d79 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/ports?device_id=acf97c7f-503a-42ed-b6b7-f5cfba756426 HTTP/1.1" status: 200 len: 946 time: 0.0549955 Jan 28 13:49:34.778118 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-4a6ac76b-dce7-4d69-82af-b40acb8dda1e req-d7062b6e-ec2b-4b66-8ad9-d6f850074d0e tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/security-groups?id=838c2539-0840-4dd0-84f1-3571e607caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539727 Jan 28 13:49:35.096621 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e9153d-5da4-4549-b5d9-d0c72a2ef02f req-7c695c19-52a6-4445-8b29-a1acf5421057 tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:35.098329 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-11e9153d-5da4-4549-b5d9-d0c72a2ef02f req-7c695c19-52a6-4445-8b29-a1acf5421057 tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] 10.222.0.72 "GET /v2.0/ports?device_id=2b68fb1b-ec8a-444a-a74f-f92f17e5e416 HTTP/1.1" status: 200 len: 946 time: 0.0547423 Jan 28 13:49:35.145490 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-11e9153d-5da4-4549-b5d9-d0c72a2ef02f req-acc432ea-905e-4b9f-a27d-35649fd28e5c tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] 10.222.0.72 "GET /v2.0/security-groups?id=5cded702-1696-4fa4-b86d-e31c80ca89d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415621 Jan 28 13:49:35.298660 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e89c2ed-bf47-4fe1-932b-01a8eae2b1ef req-501f6c76-1977-44d7-b6b7-9228e1a4a92b tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:35.300018 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-2e89c2ed-bf47-4fe1-932b-01a8eae2b1ef req-501f6c76-1977-44d7-b6b7-9228e1a4a92b tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5d89034-8705-4e93-a271-97e037a7c2b3 HTTP/1.1" status: 200 len: 946 time: 0.0520957 Jan 28 13:49:35.350481 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-2e89c2ed-bf47-4fe1-932b-01a8eae2b1ef req-f3f5d1e7-1a78-45e4-8c38-ff726cd653dc tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] 10.222.0.72 "GET /v2.0/security-groups?id=03f317d8-0cf7-4af4-abf7-94e0d05a91da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447838 Jan 28 13:49:35.784499 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfac5cdb-dd74-4397-ab21-c7b61fa56aca req-e88928f3-a37b-4982-98b4-6baee75debd9 tempest-VolumesNegativeTest-726164303 tempest-VolumesNegativeTest-726164303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:35.786045 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-bfac5cdb-dd74-4397-ab21-c7b61fa56aca req-e88928f3-a37b-4982-98b4-6baee75debd9 tempest-VolumesNegativeTest-726164303 tempest-VolumesNegativeTest-726164303-project] 10.222.0.72 "GET /v2.0/ports?device_id=7df621b0-5a91-44f2-90d8-075e5eee32f9 HTTP/1.1" status: 200 len: 948 time: 0.0490227 Jan 28 13:49:35.845507 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-bfac5cdb-dd74-4397-ab21-c7b61fa56aca req-a906422c-767e-4a8d-a23c-e24021d05cf3 tempest-VolumesNegativeTest-726164303 tempest-VolumesNegativeTest-726164303-project] 10.222.0.72 "GET /v2.0/security-groups?id=3dcb18ff-6c44-42d9-8c61-b2aabc70abae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522177 Jan 28 13:49:35.906045 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e089fcf1-a92a-4b06-b7ab-e62464ca85ae req-e5cd30e1-321a-41c8-bf8b-3d291b796aa1 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:35.907560 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-e089fcf1-a92a-4b06-b7ab-e62464ca85ae req-e5cd30e1-321a-41c8-bf8b-3d291b796aa1 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/ports?device_id=acf97c7f-503a-42ed-b6b7-f5cfba756426 HTTP/1.1" status: 200 len: 946 time: 0.0476928 Jan 28 13:49:35.954014 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-e089fcf1-a92a-4b06-b7ab-e62464ca85ae req-b219c053-670d-4506-91a9-5ba9d34a9b14 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/security-groups?id=838c2539-0840-4dd0-84f1-3571e607caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407152 Jan 28 13:49:36.266569 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94356b50-283e-4792-a9f5-9f15338a1f8d req-9bf2ae07-0815-4c15-8c73-187c7ac47c1e tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:36.268068 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-94356b50-283e-4792-a9f5-9f15338a1f8d req-9bf2ae07-0815-4c15-8c73-187c7ac47c1e tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] 10.222.0.72 "GET /v2.0/ports?device_id=2b68fb1b-ec8a-444a-a74f-f92f17e5e416 HTTP/1.1" status: 200 len: 946 time: 0.0549371 Jan 28 13:49:36.315909 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-94356b50-283e-4792-a9f5-9f15338a1f8d req-98f0bf3b-e31e-418d-b40d-45fa56c71de8 tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] 10.222.0.72 "GET /v2.0/security-groups?id=5cded702-1696-4fa4-b86d-e31c80ca89d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420315 Jan 28 13:49:36.444238 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2243383e-4597-4e73-b2e0-b439f7049819 req-d903417e-7876-4799-94b3-06d9a764c99a tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:36.446078 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-2243383e-4597-4e73-b2e0-b439f7049819 req-d903417e-7876-4799-94b3-06d9a764c99a tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] 10.222.0.72 "GET /v2.0/ports?device_id=2b68fb1b-ec8a-444a-a74f-f92f17e5e416 HTTP/1.1" status: 200 len: 946 time: 0.0521300 Jan 28 13:49:36.469999 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f86089-5978-40ec-9bdd-8b052dc465df req-a64bd039-a8be-4aa4-bd0c-85fa129f1dbb tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:36.471466 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-65f86089-5978-40ec-9bdd-8b052dc465df req-a64bd039-a8be-4aa4-bd0c-85fa129f1dbb tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5d89034-8705-4e93-a271-97e037a7c2b3 HTTP/1.1" status: 200 len: 946 time: 0.0522611 Jan 28 13:49:36.495532 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-2243383e-4597-4e73-b2e0-b439f7049819 req-2934054d-f4d0-4aa0-b1ff-a9b41d47c83a tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] 10.222.0.72 "GET /v2.0/security-groups?id=5cded702-1696-4fa4-b86d-e31c80ca89d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434093 Jan 28 13:49:36.521017 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-65f86089-5978-40ec-9bdd-8b052dc465df req-200a3cb1-9b64-4077-94b7-612dd2cbbedd tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] 10.222.0.72 "GET /v2.0/security-groups?id=03f317d8-0cf7-4af4-abf7-94e0d05a91da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438752 Jan 28 13:49:36.840030 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84da653b-0f13-4557-8d61-f5b18809922a req-469bce52-e7c0-405b-b484-ac02d8daea2d tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:36.841502 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-84da653b-0f13-4557-8d61-f5b18809922a req-469bce52-e7c0-405b-b484-ac02d8daea2d tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] 10.222.0.72 "GET /v2.0/ports?device_id=2b68fb1b-ec8a-444a-a74f-f92f17e5e416 HTTP/1.1" status: 200 len: 946 time: 0.0483849 Jan 28 13:49:36.899424 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-84da653b-0f13-4557-8d61-f5b18809922a req-997a9762-07f4-47a3-8d43-02c4728d7b24 tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] 10.222.0.72 "GET /v2.0/security-groups?id=5cded702-1696-4fa4-b86d-e31c80ca89d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515778 Jan 28 13:49:36.987470 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ea4def-db10-47b9-90b7-20ffff8abfe8 req-1bd3e047-be76-4173-891d-ca44c7c69a1c tempest-VolumesNegativeTest-726164303 tempest-VolumesNegativeTest-726164303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:36.993351 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-c6ea4def-db10-47b9-90b7-20ffff8abfe8 req-1bd3e047-be76-4173-891d-ca44c7c69a1c tempest-VolumesNegativeTest-726164303 tempest-VolumesNegativeTest-726164303-project] 10.222.0.72 "GET /v2.0/ports?device_id=7df621b0-5a91-44f2-90d8-075e5eee32f9 HTTP/1.1" status: 200 len: 948 time: 0.0827167 Jan 28 13:49:37.031212 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Device 26296d19-b9e4-41ea-a6dd-fcec6d8a5661 up at agent hyperv_hv-cinder-82418 {{(pid=109086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:49:37.046076 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e50625-8e83-40af-b895-3a6ae7e8b469 req-ed6e28ea-e242-4d01-b3b1-ef6be3d15612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:37.047626 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-11e50625-8e83-40af-b895-3a6ae7e8b469 req-ed6e28ea-e242-4d01-b3b1-ef6be3d15612 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=0799c831a5c443ae8c670a0c79104f84&device_id=acf97c7f-503a-42ed-b6b7-f5cfba756426 HTTP/1.1" status: 200 len: 1099 time: 0.0946100 Jan 28 13:49:37.065408 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-c6ea4def-db10-47b9-90b7-20ffff8abfe8 req-90e3c4ac-7be7-4c5a-9804-6e285ed88a57 tempest-VolumesNegativeTest-726164303 tempest-VolumesNegativeTest-726164303-project] 10.222.0.72 "GET /v2.0/security-groups?id=3dcb18ff-6c44-42d9-8c61-b2aabc70abae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662234 Jan 28 13:49:37.104142 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Provisioning for port 26296d19-b9e4-41ea-a6dd-fcec6d8a5661 completed by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:49:37.107189 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb7c413-bb26-493b-8291-d41f0f6dd784 req-1020f98a-dc08-4258-9523-4cda6094cfeb tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:37.108982 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-8fb7c413-bb26-493b-8291-d41f0f6dd784 req-1020f98a-dc08-4258-9523-4cda6094cfeb tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/ports?device_id=acf97c7f-503a-42ed-b6b7-f5cfba756426 HTTP/1.1" status: 200 len: 946 time: 0.0801804 Jan 28 13:49:37.112061 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Provisioning complete for port 26296d19-b9e4-41ea-a6dd-fcec6d8a5661 triggered by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:49:37.112636 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041328'] for port (26296d19-b9e4-41ea-a6dd-fcec6d8a5661), provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:37.164880 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-8fb7c413-bb26-493b-8291-d41f0f6dd784 req-356f1e75-379c-4eae-9d80-a169169944d5 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/security-groups?id=838c2539-0840-4dd0-84f1-3571e607caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476778 Jan 28 13:49:37.195001 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e50625-8e83-40af-b895-3a6ae7e8b469 req-d4ff7360-8487-4304-b759-0ec05fa7b6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:37.196649 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-11e50625-8e83-40af-b895-3a6ae7e8b469 req-d4ff7360-8487-4304-b759-0ec05fa7b6d0 service neutron] 10.222.0.78 "GET /v2.0/networks?id=711eb359-e0a6-4069-8d9d-85442c14b212 HTTP/1.1" status: 200 len: 918 time: 0.1228666 Jan 28 13:49:37.201226 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Current status of the port 26296d19-b9e4-41ea-a6dd-fcec6d8a5661 is: BUILD; New status is: ACTIVE {{(pid=109086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:49:37.201707 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (26296d19-b9e4-41ea-a6dd-fcec6d8a5661), before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:37.226657 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7df621b0-5a91-44f2-90d8-075e5eee32f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26296d19-b9e4-41ea-a6dd-fcec6d8a5661'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:49:37.229407 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fe2f3ff242846a504b70cb1607640f93490c53de488d62a29fe51e57b5b242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae720e5a-30ba-458d-b4af-2e4a3c45da64" -d '{"events": [{"server_uuid": "7df621b0-5a91-44f2-90d8-075e5eee32f9", "name": "network-vif-plugged", "status": "completed", "tag": "26296d19-b9e4-41ea-a6dd-fcec6d8a5661"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:49:37.243416 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] For port 26296d19-b9e4-41ea-a6dd-fcec6d8a5661, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=26296d19-b9e4-41ea-a6dd-fcec6d8a5661,segment=NetworkSegment(a0ddf5c7-7703-4729-8fdc-b99162b438c4),segment_id=a0ddf5c7-7703-4729-8fdc-b99162b438c4)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:49:37.258988 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862'] for port (26296d19-b9e4-41ea-a6dd-fcec6d8a5661), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:37.274314 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-11e50625-8e83-40af-b895-3a6ae7e8b469 req-aafad360-2dd4-453f-a024-769d6c8256b6 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=94fc08c3-1f1a-4aed-9874-93929d326f03 HTTP/1.1" status: 200 len: 1001 time: 0.0702524 Jan 28 13:49:37.294323 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d85d37ae-666b-4ac9-ba43-8bd5f4362b9b x-openstack-request-id: req-d85d37ae-666b-4ac9-ba43-8bd5f4362b9b {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:49:37.295123 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7df621b0-5a91-44f2-90d8-075e5eee32f9", "name": "network-vif-plugged", "status": "completed", "tag": "26296d19-b9e4-41ea-a6dd-fcec6d8a5661", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:49:37.295526 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-d85d37ae-666b-4ac9-ba43-8bd5f4362b9b {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:49:37.304909 dv-cinder-824187-7-iscsi neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7df621b0-5a91-44f2-90d8-075e5eee32f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26296d19-b9e4-41ea-a6dd-fcec6d8a5661', 'code': 200} Jan 28 13:49:37.329271 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Pushing event updated for resources: {'Port': ['ID=26296d19-b9e4-41ea-a6dd-fcec6d8a5661,revision_number=5']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:37.336565 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:49:37.337048 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:49:37.337469 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:49:37.337878 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:49:37.338280 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:49:37.338680 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:49:37.339051 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:49:37.339478 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:49:37.339913 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:49:37.340324 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:49:37.340826 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:49:37.341203 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:49:37.341621 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:49:37.346030 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e50625-8e83-40af-b895-3a6ae7e8b469 req-1995118c-196e-4ed4-93d3-48c58a33c64b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:37.347690 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-11e50625-8e83-40af-b895-3a6ae7e8b469 req-1995118c-196e-4ed4-93d3-48c58a33c64b service neutron] 10.222.0.78 "GET /v2.0/subnets?id=6a182525-8d42-4b74-88dd-616808d54b14 HTTP/1.1" status: 200 len: 856 time: 0.0660498 Jan 28 13:49:37.396352 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e50625-8e83-40af-b895-3a6ae7e8b469 req-293e4962-b1d7-4422-9bea-e5d46a877281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:37.398012 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-11e50625-8e83-40af-b895-3a6ae7e8b469 req-293e4962-b1d7-4422-9bea-e5d46a877281 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=711eb359-e0a6-4069-8d9d-85442c14b212&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0433002 Jan 28 13:49:37.517299 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017e4843-f6a1-4d08-88d4-7bcd572e1360 req-ad4a5b4b-e933-41f4-813d-61c7722e4212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:37.518679 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-017e4843-f6a1-4d08-88d4-7bcd572e1360 req-ad4a5b4b-e933-41f4-813d-61c7722e4212 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=7df621b0-5a91-44f2-90d8-075e5eee32f9 HTTP/1.1" status: 200 len: 1102 time: 0.0668778 Jan 28 13:49:37.520527 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-11e50625-8e83-40af-b895-3a6ae7e8b469 req-e6342297-b1d8-4c6b-a9f9-3858c9f8d88a service neutron] 10.222.0.78 "GET /v2.0/networks/711eb359-e0a6-4069-8d9d-85442c14b212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145966 Jan 28 13:49:37.626107 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-017e4843-f6a1-4d08-88d4-7bcd572e1360 req-de9be308-e671-499d-88bc-fde7b2bf308e service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=3dcb18ff-6c44-42d9-8c61-b2aabc70abae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919652 Jan 28 13:49:37.634906 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d322cf22-6cbe-4a13-aba7-416d2291044b req-5f39d50e-d990-44d2-bc26-239507d699a7 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:37.636422 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-d322cf22-6cbe-4a13-aba7-416d2291044b req-5f39d50e-d990-44d2-bc26-239507d699a7 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5d89034-8705-4e93-a271-97e037a7c2b3 HTTP/1.1" status: 200 len: 946 time: 0.0481622 Jan 28 13:49:37.644080 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-11e50625-8e83-40af-b895-3a6ae7e8b469 req-28dad428-eb64-4a02-8392-b957a2bd671f service neutron] 10.222.0.78 "GET /v2.0/networks/711eb359-e0a6-4069-8d9d-85442c14b212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088004 Jan 28 13:49:37.685405 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-d322cf22-6cbe-4a13-aba7-416d2291044b req-fe7d95cf-b785-432c-bf9d-041db2bbe9f8 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] 10.222.0.72 "GET /v2.0/security-groups?id=03f317d8-0cf7-4af4-abf7-94e0d05a91da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431674 Jan 28 13:49:38.202780 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267efe9d-ee59-4f06-b038-1e95b72dc575 req-02e21fc1-cb63-441a-9ee2-b209be59790c tempest-VolumesNegativeTest-726164303 tempest-VolumesNegativeTest-726164303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:38.204393 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-267efe9d-ee59-4f06-b038-1e95b72dc575 req-02e21fc1-cb63-441a-9ee2-b209be59790c tempest-VolumesNegativeTest-726164303 tempest-VolumesNegativeTest-726164303-project] 10.222.0.72 "GET /v2.0/ports?device_id=7df621b0-5a91-44f2-90d8-075e5eee32f9 HTTP/1.1" status: 200 len: 949 time: 0.0569968 Jan 28 13:49:38.280336 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-267efe9d-ee59-4f06-b038-1e95b72dc575 req-82e2e173-52c6-420e-bf46-443901dd6491 tempest-VolumesNegativeTest-726164303 tempest-VolumesNegativeTest-726164303-project] 10.222.0.72 "GET /v2.0/security-groups?id=3dcb18ff-6c44-42d9-8c61-b2aabc70abae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635631 Jan 28 13:49:38.334174 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0834215e-f0ee-42cf-a5c5-7540a2c5432f req-23c82d86-56d4-4cc7-8916-aacaa8d67c78 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:38.335775 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-0834215e-f0ee-42cf-a5c5-7540a2c5432f req-23c82d86-56d4-4cc7-8916-aacaa8d67c78 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/ports?device_id=acf97c7f-503a-42ed-b6b7-f5cfba756426 HTTP/1.1" status: 200 len: 946 time: 0.0701859 Jan 28 13:49:38.396541 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-0834215e-f0ee-42cf-a5c5-7540a2c5432f req-838b15c2-07b2-44f4-ab45-3ccde1e016ca tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/security-groups?id=838c2539-0840-4dd0-84f1-3571e607caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546291 Jan 28 13:49:38.809571 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79da2575-dfc7-40c7-bb18-fc3840f4bd76 req-98f4eac9-9f4c-485d-91c2-4da3c05f3360 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:38.811150 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-79da2575-dfc7-40c7-bb18-fc3840f4bd76 req-98f4eac9-9f4c-485d-91c2-4da3c05f3360 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5d89034-8705-4e93-a271-97e037a7c2b3 HTTP/1.1" status: 200 len: 946 time: 0.0505781 Jan 28 13:49:38.861263 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-79da2575-dfc7-40c7-bb18-fc3840f4bd76 req-99123753-9888-4fac-8fe9-0184c0a64f31 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] 10.222.0.72 "GET /v2.0/security-groups?id=03f317d8-0cf7-4af4-abf7-94e0d05a91da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439966 Jan 28 13:49:39.411262 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac638dd6-c5b9-4d9a-ace3-f3606e3998eb req-3ad28b0f-caec-4de2-9e4b-3e3d4d9d09eb tempest-VolumesNegativeTest-726164303 tempest-VolumesNegativeTest-726164303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:39.412943 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-ac638dd6-c5b9-4d9a-ace3-f3606e3998eb req-3ad28b0f-caec-4de2-9e4b-3e3d4d9d09eb tempest-VolumesNegativeTest-726164303 tempest-VolumesNegativeTest-726164303-project] 10.222.0.72 "GET /v2.0/ports?device_id=7df621b0-5a91-44f2-90d8-075e5eee32f9 HTTP/1.1" status: 200 len: 949 time: 0.0601978 Jan 28 13:49:39.469026 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-ac638dd6-c5b9-4d9a-ace3-f3606e3998eb req-1eaf2f44-6fd6-47d3-8c59-fb54f8a0233e tempest-VolumesNegativeTest-726164303 tempest-VolumesNegativeTest-726164303-project] 10.222.0.72 "GET /v2.0/security-groups?id=3dcb18ff-6c44-42d9-8c61-b2aabc70abae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501385 Jan 28 13:49:39.531182 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd4b121-e506-4d95-afe6-e06304b27b5c req-cfb8d2be-c08f-48de-8b7e-b0d9f9c02cf6 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:39.532698 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-bcd4b121-e506-4d95-afe6-e06304b27b5c req-cfb8d2be-c08f-48de-8b7e-b0d9f9c02cf6 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/ports?device_id=acf97c7f-503a-42ed-b6b7-f5cfba756426 HTTP/1.1" status: 200 len: 946 time: 0.0547528 Jan 28 13:49:39.586602 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-bcd4b121-e506-4d95-afe6-e06304b27b5c req-03b42ebd-56ee-4257-974e-a9b0a21dfb4e tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/security-groups?id=838c2539-0840-4dd0-84f1-3571e607caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461719 Jan 28 13:49:39.987460 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a434d1-d86f-4bc5-9988-6dd0beaa1110 req-ac4832b7-e014-4e72-ace0-4fc3f1d5b863 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:39.988967 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-d9a434d1-d86f-4bc5-9988-6dd0beaa1110 req-ac4832b7-e014-4e72-ace0-4fc3f1d5b863 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5d89034-8705-4e93-a271-97e037a7c2b3 HTTP/1.1" status: 200 len: 946 time: 0.0482152 Jan 28 13:49:40.039534 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-d9a434d1-d86f-4bc5-9988-6dd0beaa1110 req-aa4472fc-915f-4c98-96b4-ee57315900fe tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] 10.222.0.72 "GET /v2.0/security-groups?id=03f317d8-0cf7-4af4-abf7-94e0d05a91da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449865 Jan 28 13:49:40.609395 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94aaef5-9539-4637-a9a8-c395191bf968 req-290b6a14-cfdb-47fe-8266-dad81ca710c1 tempest-VolumesNegativeTest-726164303 tempest-VolumesNegativeTest-726164303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:40.610884 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-b94aaef5-9539-4637-a9a8-c395191bf968 req-290b6a14-cfdb-47fe-8266-dad81ca710c1 tempest-VolumesNegativeTest-726164303 tempest-VolumesNegativeTest-726164303-project] 10.222.0.72 "GET /v2.0/ports?device_id=7df621b0-5a91-44f2-90d8-075e5eee32f9 HTTP/1.1" status: 200 len: 949 time: 0.0558612 Jan 28 13:49:40.659552 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-b94aaef5-9539-4637-a9a8-c395191bf968 req-2b485d5b-88b5-4a76-81e7-a8c28488be9b tempest-VolumesNegativeTest-726164303 tempest-VolumesNegativeTest-726164303-project] 10.222.0.72 "GET /v2.0/security-groups?id=3dcb18ff-6c44-42d9-8c61-b2aabc70abae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430143 Jan 28 13:49:40.707258 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66017aea-f8f4-44b7-825e-aab54cdefeae req-56c3f38c-f7f8-4582-a7a1-867a44fdda4e tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:40.708766 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-66017aea-f8f4-44b7-825e-aab54cdefeae req-56c3f38c-f7f8-4582-a7a1-867a44fdda4e tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/ports?device_id=acf97c7f-503a-42ed-b6b7-f5cfba756426 HTTP/1.1" status: 200 len: 946 time: 0.0501609 Jan 28 13:49:40.762387 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-66017aea-f8f4-44b7-825e-aab54cdefeae req-75fc13f5-6318-4c88-98c3-476236323830 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/security-groups?id=838c2539-0840-4dd0-84f1-3571e607caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479453 Jan 28 13:49:40.916536 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61023c12-2b25-49b8-a7a0-1bfff8f14ebc req-8577cf93-2b97-4290-aca8-e6ee18f659a4 tempest-VolumesNegativeTest-726164303 tempest-VolumesNegativeTest-726164303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:40.918184 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-61023c12-2b25-49b8-a7a0-1bfff8f14ebc req-8577cf93-2b97-4290-aca8-e6ee18f659a4 tempest-VolumesNegativeTest-726164303 tempest-VolumesNegativeTest-726164303-project] 10.222.0.72 "GET /v2.0/ports?device_id=7df621b0-5a91-44f2-90d8-075e5eee32f9 HTTP/1.1" status: 200 len: 949 time: 0.0483377 Jan 28 13:49:40.966476 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-61023c12-2b25-49b8-a7a0-1bfff8f14ebc req-9c0b6b92-8480-42d7-a0fe-3aba2b0498d1 tempest-VolumesNegativeTest-726164303 tempest-VolumesNegativeTest-726164303-project] 10.222.0.72 "GET /v2.0/security-groups?id=3dcb18ff-6c44-42d9-8c61-b2aabc70abae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423253 Jan 28 13:49:41.171139 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634aa809-edb0-4937-9bd2-fc92e178d883 req-1b6e1fb2-8438-46a4-84ca-39b9aecd5811 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:41.172613 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-634aa809-edb0-4937-9bd2-fc92e178d883 req-1b6e1fb2-8438-46a4-84ca-39b9aecd5811 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5d89034-8705-4e93-a271-97e037a7c2b3 HTTP/1.1" status: 200 len: 946 time: 0.0509536 Jan 28 13:49:41.221565 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-634aa809-edb0-4937-9bd2-fc92e178d883 req-d25d5325-04bf-4689-8b49-13baf667998b tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] 10.222.0.72 "GET /v2.0/security-groups?id=03f317d8-0cf7-4af4-abf7-94e0d05a91da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409997 Jan 28 13:49:41.474335 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.agents_db [None req-2611350c-8bbf-4fa3-a5bb-e2ba3591f3a7 None None] Agent healthcheck: found 6 active agents {{(pid=109087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:49:41.894165 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcf47e3-9bf6-494b-80af-0a6df77d1422 req-e5a9a53e-d4c6-4490-9c05-758b5d1c1419 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:41.895832 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-8fcf47e3-9bf6-494b-80af-0a6df77d1422 req-e5a9a53e-d4c6-4490-9c05-758b5d1c1419 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/ports?device_id=acf97c7f-503a-42ed-b6b7-f5cfba756426 HTTP/1.1" status: 200 len: 946 time: 0.0582702 Jan 28 13:49:41.945169 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-8fcf47e3-9bf6-494b-80af-0a6df77d1422 req-99d51795-5734-4d14-a8eb-c44a243260bc tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/security-groups?id=838c2539-0840-4dd0-84f1-3571e607caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435023 Jan 28 13:49:42.086170 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e3b621-93c5-4f26-a31b-13f6652869c4 req-5fc22d45-f080-4fca-903f-2f4a82ff5853 tempest-VolumesNegativeTest-726164303 tempest-VolumesNegativeTest-726164303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:42.087656 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-e5e3b621-93c5-4f26-a31b-13f6652869c4 req-5fc22d45-f080-4fca-903f-2f4a82ff5853 tempest-VolumesNegativeTest-726164303 tempest-VolumesNegativeTest-726164303-project] 10.222.0.72 "GET /v2.0/ports?device_id=7df621b0-5a91-44f2-90d8-075e5eee32f9 HTTP/1.1" status: 200 len: 949 time: 0.0484531 Jan 28 13:49:42.138526 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-e5e3b621-93c5-4f26-a31b-13f6652869c4 req-f89b089d-905b-427f-97b2-58fe9a07054e tempest-VolumesNegativeTest-726164303 tempest-VolumesNegativeTest-726164303-project] 10.222.0.72 "GET /v2.0/security-groups?id=3dcb18ff-6c44-42d9-8c61-b2aabc70abae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448656 Jan 28 13:49:42.354818 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63edd16b-3faa-4e93-82a9-2a470956e6b6 req-c800d3a3-5d50-449e-a56a-8e7a3b77b5cc tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:42.356197 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-63edd16b-3faa-4e93-82a9-2a470956e6b6 req-c800d3a3-5d50-449e-a56a-8e7a3b77b5cc tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5d89034-8705-4e93-a271-97e037a7c2b3 HTTP/1.1" status: 200 len: 946 time: 0.0593066 Jan 28 13:49:42.404904 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-63edd16b-3faa-4e93-82a9-2a470956e6b6 req-d0c712b6-b13b-43ec-8b58-f322cb14966e tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] 10.222.0.72 "GET /v2.0/security-groups?id=03f317d8-0cf7-4af4-abf7-94e0d05a91da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427356 Jan 28 13:49:43.073150 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b127e5-0500-4844-bd57-e5e28b429fb3 req-25a22d7e-cf37-4cff-9549-99a0353d0fb7 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:43.074627 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-f4b127e5-0500-4844-bd57-e5e28b429fb3 req-25a22d7e-cf37-4cff-9549-99a0353d0fb7 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/ports?device_id=acf97c7f-503a-42ed-b6b7-f5cfba756426 HTTP/1.1" status: 200 len: 946 time: 0.0504920 Jan 28 13:49:43.124173 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-f4b127e5-0500-4844-bd57-e5e28b429fb3 req-440a8e3e-e105-4f92-82d4-cb9584d3714a tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/security-groups?id=838c2539-0840-4dd0-84f1-3571e607caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432997 Jan 28 13:49:43.261965 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a24100-546f-4ae5-b005-077ab942b638 req-8a5ad706-99e4-43f6-87c0-4fc9b5d051d1 tempest-VolumesNegativeTest-726164303 tempest-VolumesNegativeTest-726164303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:43.263691 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-a1a24100-546f-4ae5-b005-077ab942b638 req-8a5ad706-99e4-43f6-87c0-4fc9b5d051d1 tempest-VolumesNegativeTest-726164303 tempest-VolumesNegativeTest-726164303-project] 10.222.0.72 "GET /v2.0/ports?device_id=7df621b0-5a91-44f2-90d8-075e5eee32f9 HTTP/1.1" status: 200 len: 949 time: 0.0538282 Jan 28 13:49:43.310520 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-a1a24100-546f-4ae5-b005-077ab942b638 req-e9d38364-f1a3-401d-a20c-832150008e17 tempest-VolumesNegativeTest-726164303 tempest-VolumesNegativeTest-726164303-project] 10.222.0.72 "GET /v2.0/security-groups?id=3dcb18ff-6c44-42d9-8c61-b2aabc70abae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411057 Jan 28 13:49:43.531770 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea28c01a-72c3-4e2c-bd7b-d5d1df9b743a req-1024dd41-82a4-4dd4-97c4-59d5e3ada8ff tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:43.533199 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-ea28c01a-72c3-4e2c-bd7b-d5d1df9b743a req-1024dd41-82a4-4dd4-97c4-59d5e3ada8ff tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5d89034-8705-4e93-a271-97e037a7c2b3 HTTP/1.1" status: 200 len: 946 time: 0.0512075 Jan 28 13:49:43.582487 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-ea28c01a-72c3-4e2c-bd7b-d5d1df9b743a req-169178f7-b2f6-4617-b05b-0d13b591dff7 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] 10.222.0.72 "GET /v2.0/security-groups?id=03f317d8-0cf7-4af4-abf7-94e0d05a91da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436416 Jan 28 13:49:44.248207 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897684cf-4f42-4f8b-b1cb-9a4afc9945bd req-8e298b86-f18d-4816-817f-b5406f9a97a7 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:44.250382 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-897684cf-4f42-4f8b-b1cb-9a4afc9945bd req-8e298b86-f18d-4816-817f-b5406f9a97a7 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/ports?device_id=acf97c7f-503a-42ed-b6b7-f5cfba756426 HTTP/1.1" status: 200 len: 946 time: 0.0560372 Jan 28 13:49:44.297329 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-897684cf-4f42-4f8b-b1cb-9a4afc9945bd req-9a186a66-6c18-441d-a827-e8540f0c0d23 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/security-groups?id=838c2539-0840-4dd0-84f1-3571e607caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424995 Jan 28 13:49:44.436284 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06ebff9-7eee-406f-8184-96cc0cb843bf req-c79181b3-379f-483b-993e-73183791b5db tempest-VolumesNegativeTest-726164303 tempest-VolumesNegativeTest-726164303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:44.437822 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-b06ebff9-7eee-406f-8184-96cc0cb843bf req-c79181b3-379f-483b-993e-73183791b5db tempest-VolumesNegativeTest-726164303 tempest-VolumesNegativeTest-726164303-project] 10.222.0.72 "GET /v2.0/ports?device_id=7df621b0-5a91-44f2-90d8-075e5eee32f9 HTTP/1.1" status: 200 len: 949 time: 0.0533731 Jan 28 13:49:44.486800 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-b06ebff9-7eee-406f-8184-96cc0cb843bf req-55bd3395-bba2-40b8-b924-41a1589bb06d tempest-VolumesNegativeTest-726164303 tempest-VolumesNegativeTest-726164303-project] 10.222.0.72 "GET /v2.0/security-groups?id=3dcb18ff-6c44-42d9-8c61-b2aabc70abae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430925 Jan 28 13:49:44.715628 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ae94cf-cad5-421c-b7b5-720518679a10 req-41cf8a48-b211-48ed-929e-b7bef62b6aa0 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:44.717284 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-92ae94cf-cad5-421c-b7b5-720518679a10 req-41cf8a48-b211-48ed-929e-b7bef62b6aa0 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5d89034-8705-4e93-a271-97e037a7c2b3 HTTP/1.1" status: 200 len: 946 time: 0.0509698 Jan 28 13:49:44.768679 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-92ae94cf-cad5-421c-b7b5-720518679a10 req-6aae4e7b-1849-4161-a727-51166b02c8b5 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] 10.222.0.72 "GET /v2.0/security-groups?id=03f317d8-0cf7-4af4-abf7-94e0d05a91da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458634 Jan 28 13:49:45.417970 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f477fef3-151f-49c7-b48e-a63a56f47bd7 req-252ba029-6a2a-436e-a468-9b7585272624 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:45.419448 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-f477fef3-151f-49c7-b48e-a63a56f47bd7 req-252ba029-6a2a-436e-a468-9b7585272624 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/ports?device_id=acf97c7f-503a-42ed-b6b7-f5cfba756426 HTTP/1.1" status: 200 len: 946 time: 0.0504217 Jan 28 13:49:45.470807 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-f477fef3-151f-49c7-b48e-a63a56f47bd7 req-f35e32da-c822-42c1-a8d7-fbc68b65c34f tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/security-groups?id=838c2539-0840-4dd0-84f1-3571e607caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427141 Jan 28 13:49:45.613808 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c88efb2-2b03-4a0e-9b51-82c1864a6501 req-5ffe3e46-2e2b-422d-bbdd-b4282ba24d39 tempest-VolumesNegativeTest-726164303 tempest-VolumesNegativeTest-726164303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:45.615603 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-4c88efb2-2b03-4a0e-9b51-82c1864a6501 req-5ffe3e46-2e2b-422d-bbdd-b4282ba24d39 tempest-VolumesNegativeTest-726164303 tempest-VolumesNegativeTest-726164303-project] 10.222.0.72 "GET /v2.0/ports?device_id=7df621b0-5a91-44f2-90d8-075e5eee32f9 HTTP/1.1" status: 200 len: 949 time: 0.0603654 Jan 28 13:49:45.662414 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-4c88efb2-2b03-4a0e-9b51-82c1864a6501 req-356e4993-a2c2-4f3a-9e81-b4b5d23e0995 tempest-VolumesNegativeTest-726164303 tempest-VolumesNegativeTest-726164303-project] 10.222.0.72 "GET /v2.0/security-groups?id=3dcb18ff-6c44-42d9-8c61-b2aabc70abae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407107 Jan 28 13:49:45.887799 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2967fcd-bc09-416f-9860-7bebedf240a0 req-91a277c8-641a-4feb-947b-594c280320a2 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:45.890926 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-f2967fcd-bc09-416f-9860-7bebedf240a0 req-91a277c8-641a-4feb-947b-594c280320a2 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5d89034-8705-4e93-a271-97e037a7c2b3 HTTP/1.1" status: 200 len: 946 time: 0.0542514 Jan 28 13:49:45.941203 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-f2967fcd-bc09-416f-9860-7bebedf240a0 req-04f100af-d233-4d09-91c8-9bbc17592e6d tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] 10.222.0.72 "GET /v2.0/security-groups?id=03f317d8-0cf7-4af4-abf7-94e0d05a91da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450451 Jan 28 13:49:46.604638 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414b1d4f-9ce7-458b-ae74-cea28dde7217 req-49b07b9e-cb4f-409e-8e6b-103d962b0785 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:46.606055 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-414b1d4f-9ce7-458b-ae74-cea28dde7217 req-49b07b9e-cb4f-409e-8e6b-103d962b0785 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/ports?device_id=acf97c7f-503a-42ed-b6b7-f5cfba756426 HTTP/1.1" status: 200 len: 946 time: 0.0546365 Jan 28 13:49:46.655320 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-414b1d4f-9ce7-458b-ae74-cea28dde7217 req-7be3f76f-d054-4494-b4b2-9d76e3687d6e tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/security-groups?id=838c2539-0840-4dd0-84f1-3571e607caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432413 Jan 28 13:49:46.794702 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2761a86-7e23-482d-be99-576f08a4ef63 req-81be5f64-6c16-42b5-8e48-5ab6f6b45886 tempest-VolumesNegativeTest-726164303 tempest-VolumesNegativeTest-726164303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:46.796832 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-a2761a86-7e23-482d-be99-576f08a4ef63 req-81be5f64-6c16-42b5-8e48-5ab6f6b45886 tempest-VolumesNegativeTest-726164303 tempest-VolumesNegativeTest-726164303-project] 10.222.0.72 "GET /v2.0/ports?device_id=7df621b0-5a91-44f2-90d8-075e5eee32f9 HTTP/1.1" status: 200 len: 949 time: 0.0636690 Jan 28 13:49:46.848174 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-a2761a86-7e23-482d-be99-576f08a4ef63 req-9a31e083-d21c-4668-8a72-9103f12ac998 tempest-VolumesNegativeTest-726164303 tempest-VolumesNegativeTest-726164303-project] 10.222.0.72 "GET /v2.0/security-groups?id=3dcb18ff-6c44-42d9-8c61-b2aabc70abae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449574 Jan 28 13:49:47.058211 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c7e1b6-0d51-4185-91b3-175a43c01717 req-473f2276-d9a8-460b-8540-f16d0ff067b4 tempest-VolumesNegativeTest-726164303 tempest-VolumesNegativeTest-726164303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:47.059629 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-d5c7e1b6-0d51-4185-91b3-175a43c01717 req-473f2276-d9a8-460b-8540-f16d0ff067b4 tempest-VolumesNegativeTest-726164303 tempest-VolumesNegativeTest-726164303-project] 10.222.0.78 "GET /v2.0/ports?device_id=7df621b0-5a91-44f2-90d8-075e5eee32f9 HTTP/1.1" status: 200 len: 949 time: 0.0751915 Jan 28 13:49:47.073766 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Device 94fc08c3-1f1a-4aed-9874-93929d326f03 details requested by agent hyperv_hv-cinder-82418 with host hv-cinder-82418 {{(pid=109086) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:49:47.101382 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7b7730-1292-428c-be73-a643e7fec34d req-5bf54814-bf71-49b1-b991-1a9f5fc06a09 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:47.102865 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-2a7b7730-1292-428c-be73-a643e7fec34d req-5bf54814-bf71-49b1-b991-1a9f5fc06a09 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5d89034-8705-4e93-a271-97e037a7c2b3 HTTP/1.1" status: 200 len: 946 time: 0.0826318 Jan 28 13:49:47.172968 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] For port 94fc08c3-1f1a-4aed-9874-93929d326f03, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=94fc08c3-1f1a-4aed-9874-93929d326f03,segment=NetworkSegment(4050b7b0-e9a9-41d7-af46-815bd2fde404),segment_id=4050b7b0-e9a9-41d7-af46-815bd2fde404)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:49:47.181706 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-2a7b7730-1292-428c-be73-a643e7fec34d req-0c053f27-4936-499e-92a7-560efc2c2f28 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] 10.222.0.72 "GET /v2.0/security-groups?id=03f317d8-0cf7-4af4-abf7-94e0d05a91da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712204 Jan 28 13:49:47.185123 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Returning: {'device': '94fc08c3-1f1a-4aed-9874-93929d326f03', 'network_id': '711eb359-e0a6-4069-8d9d-85442c14b212', 'port_id': '94fc08c3-1f1a-4aed-9874-93929d326f03', 'mac_address': 'fa:16:3e:28:a6:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a182525-8d42-4b74-88dd-616808d54b14', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109086) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:49:47.205956 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-d5c7e1b6-0d51-4185-91b3-175a43c01717 req-24081190-d090-4bb7-b919-016e8b9ec9f9 tempest-VolumesNegativeTest-726164303 tempest-VolumesNegativeTest-726164303-project] Deleting port 26296d19-b9e4-41ea-a6dd-fcec6d8a5661 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:49:47.206291 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-d5c7e1b6-0d51-4185-91b3-175a43c01717 req-24081190-d090-4bb7-b919-016e8b9ec9f9 tempest-VolumesNegativeTest-726164303 tempest-VolumesNegativeTest-726164303-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742788692592'] for port (26296d19-b9e4-41ea-a6dd-fcec6d8a5661), before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:47.223609 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Current status of the port 94fc08c3-1f1a-4aed-9874-93929d326f03 is: ACTIVE; New status is: BUILD {{(pid=109086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:49:47.224001 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (94fc08c3-1f1a-4aed-9874-93929d326f03), before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:47.238071 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.notifiers.nova [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 94fc08c3-1f1a-4aed-9874-93929d326f03 {{(pid=109086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:49:47.262248 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] For port 94fc08c3-1f1a-4aed-9874-93929d326f03, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=94fc08c3-1f1a-4aed-9874-93929d326f03,segment=NetworkSegment(4050b7b0-e9a9-41d7-af46-815bd2fde404),segment_id=4050b7b0-e9a9-41d7-af46-815bd2fde404)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:49:47.270058 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862'] for port (94fc08c3-1f1a-4aed-9874-93929d326f03), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:47.313402 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-d5c7e1b6-0d51-4185-91b3-175a43c01717 req-24081190-d090-4bb7-b919-016e8b9ec9f9 tempest-VolumesNegativeTest-726164303 tempest-VolumesNegativeTest-726164303-project] For port 26296d19-b9e4-41ea-a6dd-fcec6d8a5661, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=26296d19-b9e4-41ea-a6dd-fcec6d8a5661,segment=NetworkSegment(a0ddf5c7-7703-4729-8fdc-b99162b438c4),segment_id=a0ddf5c7-7703-4729-8fdc-b99162b438c4)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:49:47.314104 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-d5c7e1b6-0d51-4185-91b3-175a43c01717 req-24081190-d090-4bb7-b919-016e8b9ec9f9 tempest-VolumesNegativeTest-726164303 tempest-VolumesNegativeTest-726164303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818260'] for port (26296d19-b9e4-41ea-a6dd-fcec6d8a5661), precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:47.328645 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-d5c7e1b6-0d51-4185-91b3-175a43c01717 req-24081190-d090-4bb7-b919-016e8b9ec9f9 tempest-VolumesNegativeTest-726164303 tempest-VolumesNegativeTest-726164303-project] Calling delete_port for 26296d19-b9e4-41ea-a6dd-fcec6d8a5661 owned by compute:nova {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:49:47.328881 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Pushing event updated for resources: {'Port': ['ID=94fc08c3-1f1a-4aed-9874-93929d326f03,revision_number=6']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:47.403212 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] get_ports_and_sgs() called for port_ids ['94fc08c3-1f1a-4aed-9874-93929d326f03'] {{(pid=109086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:49:47.489961 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-d5c7e1b6-0d51-4185-91b3-175a43c01717 req-24081190-d090-4bb7-b919-016e8b9ec9f9 tempest-VolumesNegativeTest-726164303 tempest-VolumesNegativeTest-726164303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742788697034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742788384835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4723325'] for port (26296d19-b9e4-41ea-a6dd-fcec6d8a5661), after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:47.536714 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24081190-d090-4bb7-b919-016e8b9ec9f9 tempest-VolumesNegativeTest-726164303 tempest-VolumesNegativeTest-726164303-project] Pushing event deleted for resources: {'Port': ['ID=26296d19-b9e4-41ea-a6dd-fcec6d8a5661,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:47.559868 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24081190-d090-4bb7-b919-016e8b9ec9f9 tempest-VolumesNegativeTest-726164303 tempest-VolumesNegativeTest-726164303-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:49:47.560218 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24081190-d090-4bb7-b919-016e8b9ec9f9 tempest-VolumesNegativeTest-726164303 tempest-VolumesNegativeTest-726164303-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:49:47.560619 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24081190-d090-4bb7-b919-016e8b9ec9f9 tempest-VolumesNegativeTest-726164303 tempest-VolumesNegativeTest-726164303-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:49:47.560987 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24081190-d090-4bb7-b919-016e8b9ec9f9 tempest-VolumesNegativeTest-726164303 tempest-VolumesNegativeTest-726164303-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:49:47.561382 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24081190-d090-4bb7-b919-016e8b9ec9f9 tempest-VolumesNegativeTest-726164303 tempest-VolumesNegativeTest-726164303-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:49:47.561711 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24081190-d090-4bb7-b919-016e8b9ec9f9 tempest-VolumesNegativeTest-726164303 tempest-VolumesNegativeTest-726164303-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:49:47.562047 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24081190-d090-4bb7-b919-016e8b9ec9f9 tempest-VolumesNegativeTest-726164303 tempest-VolumesNegativeTest-726164303-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:49:47.562367 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24081190-d090-4bb7-b919-016e8b9ec9f9 tempest-VolumesNegativeTest-726164303 tempest-VolumesNegativeTest-726164303-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:49:47.562749 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24081190-d090-4bb7-b919-016e8b9ec9f9 tempest-VolumesNegativeTest-726164303 tempest-VolumesNegativeTest-726164303-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:49:47.563077 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24081190-d090-4bb7-b919-016e8b9ec9f9 tempest-VolumesNegativeTest-726164303 tempest-VolumesNegativeTest-726164303-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:49:47.563398 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24081190-d090-4bb7-b919-016e8b9ec9f9 tempest-VolumesNegativeTest-726164303 tempest-VolumesNegativeTest-726164303-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:49:47.563718 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24081190-d090-4bb7-b919-016e8b9ec9f9 tempest-VolumesNegativeTest-726164303 tempest-VolumesNegativeTest-726164303-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:49:47.564116 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24081190-d090-4bb7-b919-016e8b9ec9f9 tempest-VolumesNegativeTest-726164303 tempest-VolumesNegativeTest-726164303-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:49:47.580455 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5c7e1b6-0d51-4185-91b3-175a43c01717 req-24081190-d090-4bb7-b919-016e8b9ec9f9 tempest-VolumesNegativeTest-726164303 tempest-VolumesNegativeTest-726164303-project] No DVR routers for this DVR port 26296d19-b9e4-41ea-a6dd-fcec6d8a5661 on host hv-cinder-82418 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:49:47.580688 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a0988e-b87f-44b6-92db-8c538150ad97 req-102d2dd0-472c-467d-90cd-47931b539bfd tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:47.582846 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-d9a0988e-b87f-44b6-92db-8c538150ad97 req-102d2dd0-472c-467d-90cd-47931b539bfd tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] 10.222.0.72 "GET /v2.0/ports?device_id=2b68fb1b-ec8a-444a-a74f-f92f17e5e416 HTTP/1.1" status: 200 len: 946 time: 0.0735469 Jan 28 13:49:47.582981 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-d5c7e1b6-0d51-4185-91b3-175a43c01717 req-24081190-d090-4bb7-b919-016e8b9ec9f9 tempest-VolumesNegativeTest-726164303 tempest-VolumesNegativeTest-726164303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91499'] for port (None), before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:47.586302 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-d5c7e1b6-0d51-4185-91b3-175a43c01717 req-24081190-d090-4bb7-b919-016e8b9ec9f9 tempest-VolumesNegativeTest-726164303 tempest-VolumesNegativeTest-726164303-project] 10.222.0.78 "DELETE /v2.0/ports/26296d19-b9e4-41ea-a6dd-fcec6d8a5661 HTTP/1.1" status: 204 len: 173 time: 0.5201893 Jan 28 13:49:47.586766 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7df621b0-5a91-44f2-90d8-075e5eee32f9', 'name': 'network-vif-deleted', 'tag': '26296d19-b9e4-41ea-a6dd-fcec6d8a5661'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:49:47.589063 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19ef927ebdb7e136520bf73605241c98ba3844c75ab8794845cb00139da391b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-215060f6-5906-404c-9eec-393dce23e327" -d '{"events": [{"server_uuid": "7df621b0-5a91-44f2-90d8-075e5eee32f9", "name": "network-vif-deleted", "tag": "26296d19-b9e4-41ea-a6dd-fcec6d8a5661"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:49:47.631208 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:49:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9ae139f-067e-4402-ac96-db0077d015c5 x-openstack-request-id: req-c9ae139f-067e-4402-ac96-db0077d015c5 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:49:47.631573 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7df621b0-5a91-44f2-90d8-075e5eee32f9", "name": "network-vif-deleted", "tag": "26296d19-b9e4-41ea-a6dd-fcec6d8a5661", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:49:47.631898 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-c9ae139f-067e-4402-ac96-db0077d015c5 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:49:47.632364 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7df621b0-5a91-44f2-90d8-075e5eee32f9', 'name': 'network-vif-deleted', 'tag': '26296d19-b9e4-41ea-a6dd-fcec6d8a5661', 'status': 'completed', 'code': 200} Jan 28 13:49:47.660357 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-d9a0988e-b87f-44b6-92db-8c538150ad97 req-b95779fa-286e-4517-8f7f-c2295e33eaf3 tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] 10.222.0.72 "GET /v2.0/security-groups?id=5cded702-1696-4fa4-b86d-e31c80ca89d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704415 Jan 28 13:49:47.686592 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 44948) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:47.830602 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16585af4-5080-4c01-a46a-920b4fe74bfb req-f0766796-10a2-4bcf-9fdd-a0d1b3eaf33e tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:47.832116 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-16585af4-5080-4c01-a46a-920b4fe74bfb req-f0766796-10a2-4bcf-9fdd-a0d1b3eaf33e tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/ports?device_id=acf97c7f-503a-42ed-b6b7-f5cfba756426 HTTP/1.1" status: 200 len: 945 time: 0.0750220 Jan 28 13:49:47.884099 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-16585af4-5080-4c01-a46a-920b4fe74bfb req-4c3d5d17-86aa-415b-9efe-59ecbee0b5d2 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/security-groups?id=838c2539-0840-4dd0-84f1-3571e607caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461423 Jan 28 13:49:47.899999 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2eca811-f494-4168-804f-3cac70e12203 tempest-TestMinimumBasicScenario-363005853 tempest-TestMinimumBasicScenario-363005853-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:47.904394 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-f2eca811-f494-4168-804f-3cac70e12203 tempest-TestMinimumBasicScenario-363005853 tempest-TestMinimumBasicScenario-363005853-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=2b68fb1b-ec8a-444a-a74f-f92f17e5e416 HTTP/1.1" status: 200 len: 1094 time: 0.2138023 Jan 28 13:49:47.904579 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 44954) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:47.909182 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.v2.base [None req-c2d10e2d-40fa-4512-ad9d-dac66bac6b3e tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] Request body: {'floatingip': {'floating_network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'port_id': '7b0ae3a5-a9b5-4b64-9119-38c18e43d54c', 'tenant_id': '066532ec653e41aaa9c7e05722d8b0aa', 'fixed_ip_address': '172.20.0.10'}} {{(pid=109084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:49:47.931356 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-c2d10e2d-40fa-4512-ad9d-dac66bac6b3e tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:47.997550 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-8406bf52-d58f-48c4-b537-95d776e98ba2 req-9f53f34b-178b-4368-9657-009263307e97 tempest-VolumesNegativeTest-726164303 tempest-VolumesNegativeTest-726164303-project] 10.222.0.72 "GET /v2.0/ports?device_id=7df621b0-5a91-44f2-90d8-075e5eee32f9 HTTP/1.1" status: 200 len: 210 time: 0.0536504 Jan 28 13:49:48.057791 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-c2d10e2d-40fa-4512-ad9d-dac66bac6b3e tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (None), before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:48.164246 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.db.db_base_plugin_common [None req-c2d10e2d-40fa-4512-ad9d-dac66bac6b3e tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] Allocated IP 172.27.0.128 (5658bb11-9d09-4b0d-90e7-a96bf662b067/12c2ab48-c458-44a5-bf56-c21764e1e48c/23a2b818-67d4-43bf-bc5f-777861f99496) {{(pid=109084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:49:48.275427 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-c2d10e2d-40fa-4512-ad9d-dac66bac6b3e tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] Publish callbacks [] for port (23a2b818-67d4-43bf-bc5f-777861f99496), precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:48.303954 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cff024-2061-4add-b528-c40e98e8ef19 req-214e496b-dcb7-4d1a-bd79-893febf792ed tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:48.305438 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-f6cff024-2061-4add-b528-c40e98e8ef19 req-214e496b-dcb7-4d1a-bd79-893febf792ed tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5d89034-8705-4e93-a271-97e037a7c2b3 HTTP/1.1" status: 200 len: 946 time: 0.0484719 Jan 28 13:49:48.312274 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-c2d10e2d-40fa-4512-ad9d-dac66bac6b3e tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742788384826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6110957'] for port (23a2b818-67d4-43bf-bc5f-777861f99496), after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:48.349688 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d10e2d-40fa-4512-ad9d-dac66bac6b3e tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] Network 5658bb11-9d09-4b0d-90e7-a96bf662b067 is already hosted by enough agents. {{(pid=109084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:49:48.352538 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.scheduler.base_scheduler [None req-c2d10e2d-40fa-4512-ad9d-dac66bac6b3e tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] Resources bound (agent type, host, resource id): {{(pid=109084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:49:48.352871 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-f6cff024-2061-4add-b528-c40e98e8ef19 req-06195429-4205-4c78-a2bc-2e3c8afb85a8 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] 10.222.0.72 "GET /v2.0/security-groups?id=03f317d8-0cf7-4af4-abf7-94e0d05a91da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407488 Jan 28 13:49:48.358189 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d10e2d-40fa-4512-ad9d-dac66bac6b3e tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] Received port after_create {{(pid=109084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:49:48.363696 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d10e2d-40fa-4512-ad9d-dac66bac6b3e tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] Pushing event updated for resources: {'Port': ['ID=23a2b818-67d4-43bf-bc5f-777861f99496,revision_number=1']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:48.396087 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d10e2d-40fa-4512-ad9d-dac66bac6b3e tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:49:48.396438 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d10e2d-40fa-4512-ad9d-dac66bac6b3e tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:49:48.396785 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d10e2d-40fa-4512-ad9d-dac66bac6b3e tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:49:48.397164 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d10e2d-40fa-4512-ad9d-dac66bac6b3e tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:49:48.397502 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d10e2d-40fa-4512-ad9d-dac66bac6b3e tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:49:48.397834 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d10e2d-40fa-4512-ad9d-dac66bac6b3e tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:49:48.398169 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d10e2d-40fa-4512-ad9d-dac66bac6b3e tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:49:48.398476 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d10e2d-40fa-4512-ad9d-dac66bac6b3e tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:49:48.398802 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d10e2d-40fa-4512-ad9d-dac66bac6b3e tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:49:48.399127 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d10e2d-40fa-4512-ad9d-dac66bac6b3e tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:49:48.399452 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d10e2d-40fa-4512-ad9d-dac66bac6b3e tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:49:48.399778 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d10e2d-40fa-4512-ad9d-dac66bac6b3e tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:49:48.400126 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d10e2d-40fa-4512-ad9d-dac66bac6b3e tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:49:48.854115 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 44974) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:48.959553 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5197f2f7-29a2-4fb2-94de-dc027ece2ec0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:49.008042 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-c2d10e2d-40fa-4512-ad9d-dac66bac6b3e tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] Publish callbacks [] for floatingip (86e39d8a-a1b9-4b90-b68f-20cd8616edf3), precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:49.044156 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5d938f-4c45-4df5-8a27-9976f0095f77 req-5dc3ebaa-4cac-4705-8520-4b8d61ef891f tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:49.046081 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-ce5d938f-4c45-4df5-8a27-9976f0095f77 req-5dc3ebaa-4cac-4705-8520-4b8d61ef891f tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/ports?device_id=acf97c7f-503a-42ed-b6b7-f5cfba756426 HTTP/1.1" status: 200 len: 945 time: 0.0846624 Jan 28 13:49:49.055290 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5197f2f7-29a2-4fb2-94de-dc027ece2ec0 admin admin] Publish callbacks [] for security_group (ef6531a2-3762-4cf2-8400-2bdbaa40f168), precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:49.061918 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5197f2f7-29a2-4fb2-94de-dc027ece2ec0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (ef6531a2-3762-4cf2-8400-2bdbaa40f168), after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:49.099750 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Device 94fc08c3-1f1a-4aed-9874-93929d326f03 up at agent hyperv_hv-cinder-82418 {{(pid=109086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:49:49.106884 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-5197f2f7-29a2-4fb2-94de-dc027ece2ec0 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=aa8fd71df1f64c20bd340fe55505b5f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2516854 Jan 28 13:49:49.108138 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5197f2f7-29a2-4fb2-94de-dc027ece2ec0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef6531a2-3762-4cf2-8400-2bdbaa40f168,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:49.110466 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 44986) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:49.119760 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-c2d10e2d-40fa-4512-ad9d-dac66bac6b3e tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (23a2b818-67d4-43bf-bc5f-777861f99496), before_update {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:49.154773 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-ce5d938f-4c45-4df5-8a27-9976f0095f77 req-fbfc43e1-ff24-4a04-9858-ca6d15d616ae tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/security-groups?id=838c2539-0840-4dd0-84f1-3571e607caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1021802 Jan 28 13:49:49.167881 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Provisioning complete for port 94fc08c3-1f1a-4aed-9874-93929d326f03 triggered by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:49:49.168513 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041328'] for port (94fc08c3-1f1a-4aed-9874-93929d326f03), provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:49.204261 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-049e3da1-64eb-490b-af94-c8951a886dc8 admin admin] Publish callbacks [] for security_group (ef6531a2-3762-4cf2-8400-2bdbaa40f168), before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:49.229160 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-049e3da1-64eb-490b-af94-c8951a886dc8 admin admin] Publish callbacks [] for security_group (ef6531a2-3762-4cf2-8400-2bdbaa40f168), precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:49.286292 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-049e3da1-64eb-490b-af94-c8951a886dc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (ef6531a2-3762-4cf2-8400-2bdbaa40f168), after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:49.289010 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-049e3da1-64eb-490b-af94-c8951a886dc8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:49.293036 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Current status of the port 94fc08c3-1f1a-4aed-9874-93929d326f03 is: BUILD; New status is: ACTIVE {{(pid=109086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:49:49.293189 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-049e3da1-64eb-490b-af94-c8951a886dc8 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ef6531a2-3762-4cf2-8400-2bdbaa40f168 HTTP/1.1" status: 204 len: 168 time: 0.1705093 Jan 28 13:49:49.293691 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (94fc08c3-1f1a-4aed-9874-93929d326f03), before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:49.305496 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049e3da1-64eb-490b-af94-c8951a886dc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef6531a2-3762-4cf2-8400-2bdbaa40f168,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:49.315869 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-c2d10e2d-40fa-4512-ad9d-dac66bac6b3e tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] Publish callbacks [] for port (23a2b818-67d4-43bf-bc5f-777861f99496), precommit_update {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:49.325330 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-c2d10e2d-40fa-4512-ad9d-dac66bac6b3e tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6110742'] for port (23a2b818-67d4-43bf-bc5f-777861f99496), after_update {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:49.357442 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acf97c7f-503a-42ed-b6b7-f5cfba756426', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94fc08c3-1f1a-4aed-9874-93929d326f03'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:49:49.361733 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fe2f3ff242846a504b70cb1607640f93490c53de488d62a29fe51e57b5b242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97b6ffc0-aa33-47a9-bdd9-2c9e17292ab4" -d '{"events": [{"server_uuid": "acf97c7f-503a-42ed-b6b7-f5cfba756426", "name": "network-vif-plugged", "status": "completed", "tag": "94fc08c3-1f1a-4aed-9874-93929d326f03"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:49:49.392193 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d10e2d-40fa-4512-ad9d-dac66bac6b3e tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] Pushing event updated for resources: {'Port': ['ID=23a2b818-67d4-43bf-bc5f-777861f99496,revision_number=2']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:49.409970 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] For port 94fc08c3-1f1a-4aed-9874-93929d326f03, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=94fc08c3-1f1a-4aed-9874-93929d326f03,segment=NetworkSegment(4050b7b0-e9a9-41d7-af46-815bd2fde404),segment_id=4050b7b0-e9a9-41d7-af46-815bd2fde404)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:49:49.423507 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862'] for port (94fc08c3-1f1a-4aed-9874-93929d326f03), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:49.425246 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Device 26296d19-b9e4-41ea-a6dd-fcec6d8a5661 no longer exists at agent hyperv_hv-cinder-82418 {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:49:49.434016 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-c2d10e2d-40fa-4512-ad9d-dac66bac6b3e tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1817779'] for floatingip (86e39d8a-a1b9-4b90-b68f-20cd8616edf3), after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:49.479903 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b05b5a7-fad0-4e8a-a56d-c53d8c53ee03 x-openstack-request-id: req-3b05b5a7-fad0-4e8a-a56d-c53d8c53ee03 {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:49:49.480224 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acf97c7f-503a-42ed-b6b7-f5cfba756426", "name": "network-vif-plugged", "status": "completed", "tag": "94fc08c3-1f1a-4aed-9874-93929d326f03", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:49:49.480694 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-3b05b5a7-fad0-4e8a-a56d-c53d8c53ee03 {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:49:49.481273 dv-cinder-824187-7-iscsi neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acf97c7f-503a-42ed-b6b7-f5cfba756426', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94fc08c3-1f1a-4aed-9874-93929d326f03', 'code': 200} Jan 28 13:49:49.484464 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] No Port match for: 26296d19-b9e4-41ea-a6dd-fcec6d8a5661 {{(pid=109086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:49:49.485081 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Device 26296d19-b9e4-41ea-a6dd-fcec6d8a5661 not bound to the agent host hv-cinder-82418 {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:49:49.515351 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Pushing event updated for resources: {'Port': ['ID=94fc08c3-1f1a-4aed-9874-93929d326f03,revision_number=7']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:49.593942 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456651b2-470a-46c4-b836-782c4fbdd5ed req-37d9a53a-b560-41db-a1fc-3eb63e5793e6 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:49.595629 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-456651b2-470a-46c4-b836-782c4fbdd5ed req-37d9a53a-b560-41db-a1fc-3eb63e5793e6 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5d89034-8705-4e93-a271-97e037a7c2b3 HTTP/1.1" status: 200 len: 946 time: 0.1154420 Jan 28 13:49:49.626959 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.db.l3_db [None req-c2d10e2d-40fa-4512-ad9d-dac66bac6b3e tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] Floating IP 86e39d8a-a1b9-4b90-b68f-20cd8616edf3 associated. External IP: 172.27.0.128, port: 7b0ae3a5-a9b5-4b64-9119-38c18e43d54c. Jan 28 13:49:49.694953 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-456651b2-470a-46c4-b836-782c4fbdd5ed req-c914cd0d-eaad-4c09-bc75-0a6799f710b3 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] 10.222.0.72 "GET /v2.0/security-groups?id=03f317d8-0cf7-4af4-abf7-94e0d05a91da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911829 Jan 28 13:49:49.866278 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2d10e2d-40fa-4512-ad9d-dac66bac6b3e tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] Router b8fb0b18-af11-4f19-9eae-eae1357591ad has already been hosted by L3 agent 5fb30df9-6f10-41b8-94cc-b881623ba250 {{(pid=109084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:49:49.976449 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2d10e2d-40fa-4512-ad9d-dac66bac6b3e tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] Notify agent at l3_agent.dv-cinder-824187-7-iscsi the message routers_updated {{(pid=109084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:49:49.986337 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4024f3-831c-4dbe-a6c1-d62b15899151 None None] Sync routers for ids ['b8fb0b18-af11-4f19-9eae-eae1357591ad'] in dv-cinder-824187-7-iscsi {{(pid=109086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:49:49.995755 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-c2d10e2d-40fa-4512-ad9d-dac66bac6b3e tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91499'] for floatingip (None), before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:49.998136 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4024f3-831c-4dbe-a6c1-d62b15899151 None None] Routers {'b8fb0b18-af11-4f19-9eae-eae1357591ad'} bound to L3 agent in host dv-cinder-824187-7-iscsi {{(pid=109086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:49:49.999050 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-aa4024f3-831c-4dbe-a6c1-d62b15899151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-28T13:37:30Z,description=,heartbeat_timestamp=2022-01-28T13:49:30Z,host='dv-cinder-824187-7-iscsi',id=5fb30df9-6f10-41b8-94cc-b881623ba250,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:37:30Z,topic='l3_agent')) {'router_ids': ['b8fb0b18-af11-4f19-9eae-eae1357591ad'], 'active': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:49:50.027346 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-c2d10e2d-40fa-4512-ad9d-dac66bac6b3e tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1186378 Jan 28 13:49:50.027346 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b68fb1b-ec8a-444a-a74f-f92f17e5e416', 'tag': '7b0ae3a5-a9b5-4b64-9119-38c18e43d54c'}] {{(pid=109084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:49:50.028427 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 45056) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:50.028835 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5cde6f7d6341da3213f8ae41fabcae285c2d6f110ff0443107e1632addf2fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e86c5d6-8cfd-4a7b-8841-d51901bf932e" -d '{"events": [{"name": "network-changed", "server_uuid": "2b68fb1b-ec8a-444a-a74f-f92f17e5e416", "tag": "7b0ae3a5-a9b5-4b64-9119-38c18e43d54c"}]}' {{(pid=109084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:49:50.033468 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.v2.base [None req-f15ab3c2-3990-49e8-8182-02d8542defcd tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1586288834', 'description': 'tempest-secgroup-smoke-1586288834 description', 'project_id': '066532ec653e41aaa9c7e05722d8b0aa'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:49:50.066185 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-721fbd9c-c281-436d-ba4a-a76349e19448 x-openstack-request-id: req-721fbd9c-c281-436d-ba4a-a76349e19448 {{(pid=109084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:49:50.066679 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b68fb1b-ec8a-444a-a74f-f92f17e5e416", "tag": "7b0ae3a5-a9b5-4b64-9119-38c18e43d54c", "status": "completed", "code": 200}]} {{(pid=109084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:49:50.067740 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-721fbd9c-c281-436d-ba4a-a76349e19448 {{(pid=109084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:49:50.068167 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b68fb1b-ec8a-444a-a74f-f92f17e5e416', 'tag': '7b0ae3a5-a9b5-4b64-9119-38c18e43d54c', 'status': 'completed', 'code': 200} Jan 28 13:49:50.073708 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f15ab3c2-3990-49e8-8182-02d8542defcd tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] Publish callbacks [] for security_group (None), before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:50.142418 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvr_db [None req-aa4024f3-831c-4dbe-a6c1-d62b15899151 None None] Set router b8fb0b18-af11-4f19-9eae-eae1357591ad gateway port host: dv-cinder-824187-7-iscsi {{(pid=109086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:49:50.169621 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e86c5d6-8cfd-4a7b-8841-d51901bf932e req-c06925a1-e9fc-4223-973a-e75cd29366c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:50.171556 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-3e86c5d6-8cfd-4a7b-8841-d51901bf932e req-c06925a1-e9fc-4223-973a-e75cd29366c2 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=066532ec653e41aaa9c7e05722d8b0aa&device_id=2b68fb1b-ec8a-444a-a74f-f92f17e5e416 HTTP/1.1" status: 200 len: 1099 time: 0.0716908 Jan 28 13:49:50.329411 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990bf1c7-afaf-4e1c-85be-2e3dc3b8c8ff req-bf885f9f-2b1a-4be3-9ee2-3cbd6aefabdb tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:50.331896 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-990bf1c7-afaf-4e1c-85be-2e3dc3b8c8ff req-bf885f9f-2b1a-4be3-9ee2-3cbd6aefabdb tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/ports?device_id=acf97c7f-503a-42ed-b6b7-f5cfba756426 HTTP/1.1" status: 200 len: 946 time: 0.0641065 Jan 28 13:49:50.414585 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-990bf1c7-afaf-4e1c-85be-2e3dc3b8c8ff req-4dc8716f-64d4-45f7-b958-952e9751d58b tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/security-groups?id=838c2539-0840-4dd0-84f1-3571e607caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738297 Jan 28 13:49:50.491504 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f15ab3c2-3990-49e8-8182-02d8542defcd tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] Publish callbacks [] for security_group (9c515dce-bb6c-40d6-9ed4-1c3e75bb88f5), precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:50.505704 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f15ab3c2-3990-49e8-8182-02d8542defcd tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (9c515dce-bb6c-40d6-9ed4-1c3e75bb88f5), after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:50.572968 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15ab3c2-3990-49e8-8182-02d8542defcd tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c515dce-bb6c-40d6-9ed4-1c3e75bb88f5,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:50.578705 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-f15ab3c2-3990-49e8-8182-02d8542defcd tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] Publish callbacks [] for security_group (None), before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:50.580034 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-f15ab3c2-3990-49e8-8182-02d8542defcd tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5510066 Jan 28 13:49:50.583224 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 45100) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:50.590830 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.v2.base [None req-753860de-6198-47cb-ba7d-d92b087701c8 tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] Request body: {'security_group_rule': {'security_group_id': '9c515dce-bb6c-40d6-9ed4-1c3e75bb88f5', 'project_id': '066532ec653e41aaa9c7e05722d8b0aa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:49:50.615182 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e86c5d6-8cfd-4a7b-8841-d51901bf932e req-1e8a9073-bab8-4651-b45f-94069a0dc213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:50.615332 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-aa4024f3-831c-4dbe-a6c1-d62b15899151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8fb0b18-af11-4f19-9eae-eae1357591ad', 'name': 'tempest-TestMinimumBasicScenario-1605188062-router', 'tenant_id': '066532ec653e41aaa9c7e05722d8b0aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'external_fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': 'ba95fcaa-b493-44d2-a505-34dd05c105e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:48:35Z', 'updated_at': '2022-01-28T13:48:38Z', 'revision_number': 4, 'project_id': '066532ec653e41aaa9c7e05722d8b0aa', 'gw_port': {'id': 'ba95fcaa-b493-44d2-a505-34dd05c105e4', 'name': '', 'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:7c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8fb0b18-af11-4f19-9eae-eae1357591ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:48:36Z', 'updated_at': '2022-01-28T13:48:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-7-iscsi', '_floatingips': [{'id': '86e39d8a-a1b9-4b90-b68f-20cd8616edf3', 'tenant_id': '066532ec653e41aaa9c7e05722d8b0aa', 'floating_ip_address': '172.27.0.128', 'floating_network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'router_id': 'b8fb0b18-af11-4f19-9eae-eae1357591ad', 'port_id': '7b0ae3a5-a9b5-4b64-9119-38c18e43d54c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5e1158c-43ca-495d-87ee-f8a1290dae33', 'mac_address': 'fa:16:3e:29:6e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b68fb1b-ec8a-444a-a74f-f92f17e5e416', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:49:48Z', 'updated_at': '2022-01-28T13:49:48Z', 'revision_number': 0, 'project_id': '066532ec653e41aaa9c7e05722d8b0aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c2c6b49-97b2-4b56-b821-c7df9f031f5d', 'name': '', 'network_id': 'a5e1158c-43ca-495d-87ee-f8a1290dae33', 'tenant_id': '066532ec653e41aaa9c7e05722d8b0aa', 'mac_address': 'fa:16:3e:66:1d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8fb0b18-af11-4f19-9eae-eae1357591ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'f4f46cf0-6c1d-488f-be0f-6575b76810a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:48:38Z', 'updated_at': '2022-01-28T13:48:42Z', 'revision_number': 5, 'project_id': '066532ec653e41aaa9c7e05722d8b0aa', 'subnets': [{'id': 'f4f46cf0-6c1d-488f-be0f-6575b76810a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824187-7-iscsi', False) {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:49:50.616727 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-3e86c5d6-8cfd-4a7b-8841-d51901bf932e req-1e8a9073-bab8-4651-b45f-94069a0dc213 service neutron] 10.222.0.78 "GET /v2.0/networks?id=a5e1158c-43ca-495d-87ee-f8a1290dae33 HTTP/1.1" status: 200 len: 916 time: 0.4354203 Jan 28 13:49:50.625958 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-753860de-6198-47cb-ba7d-d92b087701c8 tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] Publish callbacks [] for security_group_rule (43afae95-bcc9-4547-977f-fa0e9c570415), before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:50.646660 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4024f3-831c-4dbe-a6c1-d62b15899151 None None] Checking router: b8fb0b18-af11-4f19-9eae-eae1357591ad for host: dv-cinder-824187-7-iscsi {{(pid=109086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:49:50.655419 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4024f3-831c-4dbe-a6c1-d62b15899151 None None] Routers {'b8fb0b18-af11-4f19-9eae-eae1357591ad'} bound to L3 agent in host dv-cinder-824187-7-iscsi {{(pid=109086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:49:50.656380 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-aa4024f3-831c-4dbe-a6c1-d62b15899151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-28T13:37:30Z,description=,heartbeat_timestamp=2022-01-28T13:49:30Z,host='dv-cinder-824187-7-iscsi',id=5fb30df9-6f10-41b8-94cc-b881623ba250,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:37:30Z,topic='l3_agent')) {'router_ids': ['b8fb0b18-af11-4f19-9eae-eae1357591ad'], 'active': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:49:50.701543 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-753860de-6198-47cb-ba7d-d92b087701c8 tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] Publish callbacks [] for security_group_rule (43afae95-bcc9-4547-977f-fa0e9c570415), precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:50.708304 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-753860de-6198-47cb-ba7d-d92b087701c8 tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054585'] for security_group_rule (43afae95-bcc9-4547-977f-fa0e9c570415), after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:50.708587 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-3e86c5d6-8cfd-4a7b-8841-d51901bf932e req-81ef984e-bc51-4588-9f41-1917134077a3 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7b0ae3a5-a9b5-4b64-9119-38c18e43d54c HTTP/1.1" status: 200 len: 1000 time: 0.0850265 Jan 28 13:49:50.731011 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753860de-6198-47cb-ba7d-d92b087701c8 tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43afae95-bcc9-4547-977f-fa0e9c570415,revision_number=0']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:50.747564 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-753860de-6198-47cb-ba7d-d92b087701c8 tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:50.748837 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-753860de-6198-47cb-ba7d-d92b087701c8 tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1621709 Jan 28 13:49:50.754571 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 45110) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:50.767685 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.v2.base [None req-e54b778c-5a7c-4b11-8bf9-6b8ec4db5727 tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] Request body: {'security_group_rule': {'security_group_id': '9c515dce-bb6c-40d6-9ed4-1c3e75bb88f5', 'project_id': '066532ec653e41aaa9c7e05722d8b0aa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:49:50.785564 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e86c5d6-8cfd-4a7b-8841-d51901bf932e req-0bbefead-360e-40f9-a9d4-7ea1e31c4103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:50.787104 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-3e86c5d6-8cfd-4a7b-8841-d51901bf932e req-0bbefead-360e-40f9-a9d4-7ea1e31c4103 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=f4f46cf0-6c1d-488f-be0f-6575b76810a8 HTTP/1.1" status: 200 len: 854 time: 0.0707998 Jan 28 13:49:50.807493 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvr_db [None req-aa4024f3-831c-4dbe-a6c1-d62b15899151 None None] Set router b8fb0b18-af11-4f19-9eae-eae1357591ad gateway port host: dv-cinder-824187-7-iscsi {{(pid=109086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:49:50.820589 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-e54b778c-5a7c-4b11-8bf9-6b8ec4db5727 tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] Publish callbacks [] for security_group_rule (26e26635-d5fd-421d-8aa9-5d6f7aabdd3c), before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:50.903254 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e86c5d6-8cfd-4a7b-8841-d51901bf932e req-dbdbcd8f-33ce-4869-aa36-440938027e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:50.905138 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-3e86c5d6-8cfd-4a7b-8841-d51901bf932e req-dbdbcd8f-33ce-4869-aa36-440938027e6f service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=a5e1158c-43ca-495d-87ee-f8a1290dae33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1106925 Jan 28 13:49:50.912778 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fb3294-c194-44fc-a811-a80824c08c52 req-cef8c2c5-975a-4f33-9377-89f4d5d24329 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:50.914470 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-91fb3294-c194-44fc-a811-a80824c08c52 req-cef8c2c5-975a-4f33-9377-89f4d5d24329 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5d89034-8705-4e93-a271-97e037a7c2b3 HTTP/1.1" status: 200 len: 946 time: 0.1089852 Jan 28 13:49:50.934878 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-e54b778c-5a7c-4b11-8bf9-6b8ec4db5727 tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] Publish callbacks [] for security_group_rule (26e26635-d5fd-421d-8aa9-5d6f7aabdd3c), precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:50.942041 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-e54b778c-5a7c-4b11-8bf9-6b8ec4db5727 tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054585'] for security_group_rule (26e26635-d5fd-421d-8aa9-5d6f7aabdd3c), after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:50.965659 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54b778c-5a7c-4b11-8bf9-6b8ec4db5727 tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26e26635-d5fd-421d-8aa9-5d6f7aabdd3c,revision_number=0']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:50.978245 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-e54b778c-5a7c-4b11-8bf9-6b8ec4db5727 tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:50.979546 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-e54b778c-5a7c-4b11-8bf9-6b8ec4db5727 tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2217581 Jan 28 13:49:50.983782 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 45128) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:50.989776 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.v2.base [None req-cad49634-dba4-4105-a0f9-3fd5cf790d5d tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] Request body: {'security_group_rule': {'security_group_id': '9c515dce-bb6c-40d6-9ed4-1c3e75bb88f5', 'project_id': '066532ec653e41aaa9c7e05722d8b0aa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:49:51.026121 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-cad49634-dba4-4105-a0f9-3fd5cf790d5d tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] Publish callbacks [] for security_group_rule (b68115cc-492a-42a3-bf43-4eec18dbfaf1), before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:51.044893 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-91fb3294-c194-44fc-a811-a80824c08c52 req-469d2b28-ec84-48e8-8e92-7fb215b54ae5 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] 10.222.0.72 "GET /v2.0/security-groups?id=03f317d8-0cf7-4af4-abf7-94e0d05a91da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1212292 Jan 28 13:49:51.067580 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-3e86c5d6-8cfd-4a7b-8841-d51901bf932e req-99c0bc9f-d2d4-4780-b749-9cc332d0fbc6 service neutron] 10.222.0.78 "GET /v2.0/networks/a5e1158c-43ca-495d-87ee-f8a1290dae33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519349 Jan 28 13:49:51.116605 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-cad49634-dba4-4105-a0f9-3fd5cf790d5d tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] Publish callbacks [] for security_group_rule (b68115cc-492a-42a3-bf43-4eec18dbfaf1), precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:51.124948 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-cad49634-dba4-4105-a0f9-3fd5cf790d5d tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054585'] for security_group_rule (b68115cc-492a-42a3-bf43-4eec18dbfaf1), after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:51.144257 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-aa4024f3-831c-4dbe-a6c1-d62b15899151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8fb0b18-af11-4f19-9eae-eae1357591ad', 'name': 'tempest-TestMinimumBasicScenario-1605188062-router', 'tenant_id': '066532ec653e41aaa9c7e05722d8b0aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'external_fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': 'ba95fcaa-b493-44d2-a505-34dd05c105e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:48:35Z', 'updated_at': '2022-01-28T13:48:38Z', 'revision_number': 4, 'project_id': '066532ec653e41aaa9c7e05722d8b0aa', 'gw_port': {'id': 'ba95fcaa-b493-44d2-a505-34dd05c105e4', 'name': '', 'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:7c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8fb0b18-af11-4f19-9eae-eae1357591ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:48:36Z', 'updated_at': '2022-01-28T13:48:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-7-iscsi', '_floatingips': [{'id': '86e39d8a-a1b9-4b90-b68f-20cd8616edf3', 'tenant_id': '066532ec653e41aaa9c7e05722d8b0aa', 'floating_ip_address': '172.27.0.128', 'floating_network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'router_id': 'b8fb0b18-af11-4f19-9eae-eae1357591ad', 'port_id': '7b0ae3a5-a9b5-4b64-9119-38c18e43d54c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5e1158c-43ca-495d-87ee-f8a1290dae33', 'mac_address': 'fa:16:3e:29:6e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b68fb1b-ec8a-444a-a74f-f92f17e5e416', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:49:48Z', 'updated_at': '2022-01-28T13:49:48Z', 'revision_number': 0, 'project_id': '066532ec653e41aaa9c7e05722d8b0aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c2c6b49-97b2-4b56-b821-c7df9f031f5d', 'name': '', 'network_id': 'a5e1158c-43ca-495d-87ee-f8a1290dae33', 'tenant_id': '066532ec653e41aaa9c7e05722d8b0aa', 'mac_address': 'fa:16:3e:66:1d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8fb0b18-af11-4f19-9eae-eae1357591ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'f4f46cf0-6c1d-488f-be0f-6575b76810a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:48:38Z', 'updated_at': '2022-01-28T13:48:42Z', 'revision_number': 5, 'project_id': '066532ec653e41aaa9c7e05722d8b0aa', 'subnets': [{'id': 'f4f46cf0-6c1d-488f-be0f-6575b76810a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824187-7-iscsi', False) {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:49:51.144968 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad49634-dba4-4105-a0f9-3fd5cf790d5d tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b68115cc-492a-42a3-bf43-4eec18dbfaf1,revision_number=0']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:51.165984 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-cad49634-dba4-4105-a0f9-3fd5cf790d5d tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:51.168642 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-cad49634-dba4-4105-a0f9-3fd5cf790d5d tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1836562 Jan 28 13:49:51.171464 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 45158) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:51.178522 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.v2.base [None req-5ed5d491-9439-4384-8657-acc794e83df4 tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] Request body: {'security_group_rule': {'security_group_id': '9c515dce-bb6c-40d6-9ed4-1c3e75bb88f5', 'project_id': '066532ec653e41aaa9c7e05722d8b0aa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:49:51.179432 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-3e86c5d6-8cfd-4a7b-8841-d51901bf932e req-acb24de5-05fb-4fae-93d5-875e1a6e7a40 service neutron] 10.222.0.78 "GET /v2.0/networks/a5e1158c-43ca-495d-87ee-f8a1290dae33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038282 Jan 28 13:49:51.182969 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4024f3-831c-4dbe-a6c1-d62b15899151 None None] The sync data for ids ['b8fb0b18-af11-4f19-9eae-eae1357591ad'] in dv-cinder-824187-7-iscsi is: [{'id': 'b8fb0b18-af11-4f19-9eae-eae1357591ad', 'name': 'tempest-TestMinimumBasicScenario-1605188062-router', 'tenant_id': '066532ec653e41aaa9c7e05722d8b0aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'external_fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': 'ba95fcaa-b493-44d2-a505-34dd05c105e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:48:35Z', 'updated_at': '2022-01-28T13:48:38Z', 'revision_number': 4, 'project_id': '066532ec653e41aaa9c7e05722d8b0aa', 'gw_port': {'id': 'ba95fcaa-b493-44d2-a505-34dd05c105e4', 'name': '', 'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:7c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8fb0b18-af11-4f19-9eae-eae1357591ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:48:36Z', 'updated_at': '2022-01-28T13:48:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-7-iscsi', '_floatingips': [{'id': '86e39d8a-a1b9-4b90-b68f-20cd8616edf3', 'tenant_id': '066532ec653e41aaa9c7e05722d8b0aa', 'floating_ip_address': '172.27.0.128', 'floating_network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'router_id': 'b8fb0b18-af11-4f19-9eae-eae1357591ad', 'port_id': '7b0ae3a5-a9b5-4b64-9119-38c18e43d54c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5e1158c-43ca-495d-87ee-f8a1290dae33', 'mac_address': 'fa:16:3e:29:6e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b68fb1b-ec8a-444a-a74f-f92f17e5e416', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:49:48Z', 'updated_at': '2022-01-28T13:49:48Z', 'revision_number': 0, 'project_id': '066532ec653e41aaa9c7e05722d8b0aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c2c6b49-97b2-4b56-b821-c7df9f031f5d', 'name': '', 'network_id': 'a5e1158c-43ca-495d-87ee-f8a1290dae33', 'tenant_id': '066532ec653e41aaa9c7e05722d8b0aa', 'mac_address': 'fa:16:3e:66:1d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8fb0b18-af11-4f19-9eae-eae1357591ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'f4f46cf0-6c1d-488f-be0f-6575b76810a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:48:38Z', 'updated_at': '2022-01-28T13:48:42Z', 'revision_number': 5, 'project_id': '066532ec653e41aaa9c7e05722d8b0aa', 'subnets': [{'id': 'f4f46cf0-6c1d-488f-be0f-6575b76810a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:49:51.218508 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-5ed5d491-9439-4384-8657-acc794e83df4 tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] Publish callbacks [] for security_group_rule (31629a08-91be-48c6-8232-e54800f534dd), before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:51.288710 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-5ed5d491-9439-4384-8657-acc794e83df4 tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] Publish callbacks [] for security_group_rule (31629a08-91be-48c6-8232-e54800f534dd), precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:51.293532 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-5ed5d491-9439-4384-8657-acc794e83df4 tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054585'] for security_group_rule (31629a08-91be-48c6-8232-e54800f534dd), after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:51.314395 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed5d491-9439-4384-8657-acc794e83df4 tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31629a08-91be-48c6-8232-e54800f534dd,revision_number=0']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:51.320990 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-5ed5d491-9439-4384-8657-acc794e83df4 tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:51.322600 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-5ed5d491-9439-4384-8657-acc794e83df4 tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1487403 Jan 28 13:49:51.325375 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 45170) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:51.331603 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.v2.base [None req-77471c63-7c50-4e8a-9341-0d6904ff7274 tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] Request body: {'security_group_rule': {'security_group_id': '9c515dce-bb6c-40d6-9ed4-1c3e75bb88f5', 'project_id': '066532ec653e41aaa9c7e05722d8b0aa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:49:51.356520 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.db.securitygroups_db [None req-77471c63-7c50-4e8a-9341-0d6904ff7274 tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] Project 066532ec653e41aaa9c7e05722d8b0aa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 13:49:51.363186 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-77471c63-7c50-4e8a-9341-0d6904ff7274 tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] Publish callbacks [] for security_group_rule (6127bc17-0e65-4ae0-92df-f4b216b28789), before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:51.432364 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d2c3f3-3b96-4428-aecf-05901ea3206a None None] New status for floating IP 86e39d8a-a1b9-4b90-b68f-20cd8616edf3: ACTIVE {{(pid=109087) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 13:49:51.448429 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-77471c63-7c50-4e8a-9341-0d6904ff7274 tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] Publish callbacks [] for security_group_rule (6127bc17-0e65-4ae0-92df-f4b216b28789), precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:51.456130 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-77471c63-7c50-4e8a-9341-0d6904ff7274 tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054585'] for security_group_rule (6127bc17-0e65-4ae0-92df-f4b216b28789), after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:51.479540 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77471c63-7c50-4e8a-9341-0d6904ff7274 tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6127bc17-0e65-4ae0-92df-f4b216b28789,revision_number=0']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:51.489738 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-77471c63-7c50-4e8a-9341-0d6904ff7274 tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:51.493751 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 45184) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:51.493990 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-77471c63-7c50-4e8a-9341-0d6904ff7274 tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1670704 Jan 28 13:49:51.498377 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.v2.base [None req-6bd46f37-44c2-4579-8ad5-d918a49c7de5 tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] Request body: {'security_group_rule': {'security_group_id': '9c515dce-bb6c-40d6-9ed4-1c3e75bb88f5', 'project_id': '066532ec653e41aaa9c7e05722d8b0aa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:49:51.526328 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.db.securitygroups_db [None req-6bd46f37-44c2-4579-8ad5-d918a49c7de5 tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] Project 066532ec653e41aaa9c7e05722d8b0aa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 13:49:51.533740 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6bd46f37-44c2-4579-8ad5-d918a49c7de5 tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] Publish callbacks [] for security_group_rule (bddadc1c-5708-4424-85f8-67e5cb75b179), before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:51.555127 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fd31f2-41d0-4ecb-bc14-2d06d6a526f4 req-d56e6adc-c685-4eb3-8ba1-a4dd3243d96b tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:51.556924 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-74fd31f2-41d0-4ecb-bc14-2d06d6a526f4 req-d56e6adc-c685-4eb3-8ba1-a4dd3243d96b tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/ports?device_id=acf97c7f-503a-42ed-b6b7-f5cfba756426 HTTP/1.1" status: 200 len: 946 time: 0.0618491 Jan 28 13:49:51.636522 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6bd46f37-44c2-4579-8ad5-d918a49c7de5 tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] Publish callbacks [] for security_group_rule (bddadc1c-5708-4424-85f8-67e5cb75b179), precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:51.645411 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6bd46f37-44c2-4579-8ad5-d918a49c7de5 tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054585'] for security_group_rule (bddadc1c-5708-4424-85f8-67e5cb75b179), after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:51.652036 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-74fd31f2-41d0-4ecb-bc14-2d06d6a526f4 req-b1de1c75-79a8-4693-aeeb-6b316e743d3d tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/security-groups?id=838c2539-0840-4dd0-84f1-3571e607caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850129 Jan 28 13:49:51.673917 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd46f37-44c2-4579-8ad5-d918a49c7de5 tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bddadc1c-5708-4424-85f8-67e5cb75b179,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:51.688935 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6bd46f37-44c2-4579-8ad5-d918a49c7de5 tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:51.690307 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-6bd46f37-44c2-4579-8ad5-d918a49c7de5 tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1954997 Jan 28 13:49:51.800616 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-8b6a92f4-c829-416f-a0e1-0107251afbc6 req-3bd70c77-8993-467b-b04e-ad468dad307b tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1586288834&fields=id&tenant_id=066532ec653e41aaa9c7e05722d8b0aa HTTP/1.1" status: 200 len: 267 time: 0.0586872 Jan 28 13:49:51.861045 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6a92f4-c829-416f-a0e1-0107251afbc6 req-dc426335-3054-4e92-a715-b7526530bc7e tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:51.862532 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-8b6a92f4-c829-416f-a0e1-0107251afbc6 req-dc426335-3054-4e92-a715-b7526530bc7e tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] 10.222.0.72 "GET /v2.0/ports?device_id=2b68fb1b-ec8a-444a-a74f-f92f17e5e416 HTTP/1.1" status: 200 len: 946 time: 0.0563412 Jan 28 13:49:51.873411 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.v2.base [req-8b6a92f4-c829-416f-a0e1-0107251afbc6 req-e51171c2-1ecc-4ba1-a82a-c4e574d14081 tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] Request body: {'port': {'security_groups': ['5cded702-1696-4fa4-b86d-e31c80ca89d3', '9c515dce-bb6c-40d6-9ed4-1c3e75bb88f5']}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:49:51.938959 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-8b6a92f4-c829-416f-a0e1-0107251afbc6 req-e51171c2-1ecc-4ba1-a82a-c4e574d14081 tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (7b0ae3a5-a9b5-4b64-9119-38c18e43d54c), before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:52.167470 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-8b6a92f4-c829-416f-a0e1-0107251afbc6 req-e51171c2-1ecc-4ba1-a82a-c4e574d14081 tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] For port 7b0ae3a5-a9b5-4b64-9119-38c18e43d54c, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=7b0ae3a5-a9b5-4b64-9119-38c18e43d54c,segment=NetworkSegment(a935220a-3894-468f-9ef1-086134d7cd84),segment_id=a935220a-3894-468f-9ef1-086134d7cd84)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:49:52.198555 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f0cb86-fa20-4c17-b970-a95fefceab83 req-b324d1bb-5039-4b0a-bf69-d9b016d0b465 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:52.200190 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-41f0cb86-fa20-4c17-b970-a95fefceab83 req-b324d1bb-5039-4b0a-bf69-d9b016d0b465 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5d89034-8705-4e93-a271-97e037a7c2b3 HTTP/1.1" status: 200 len: 946 time: 0.0625136 Jan 28 13:49:52.208963 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-8b6a92f4-c829-416f-a0e1-0107251afbc6 req-e51171c2-1ecc-4ba1-a82a-c4e574d14081 tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] Publish callbacks [] for port (7b0ae3a5-a9b5-4b64-9119-38c18e43d54c), precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:52.219441 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-8b6a92f4-c829-416f-a0e1-0107251afbc6 req-e51171c2-1ecc-4ba1-a82a-c4e574d14081 tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4723334'] for port (7b0ae3a5-a9b5-4b64-9119-38c18e43d54c), after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:52.233782 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] get_ports_and_sgs() called for port_ids ['7b0ae3a5-a9b5-4b64-9119-38c18e43d54c'] {{(pid=109086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:49:52.268829 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-41f0cb86-fa20-4c17-b970-a95fefceab83 req-0aac5506-b2b4-45e0-9c7e-70a8d566fe53 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] 10.222.0.72 "GET /v2.0/security-groups?id=03f317d8-0cf7-4af4-abf7-94e0d05a91da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619338 Jan 28 13:49:52.305461 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6a92f4-c829-416f-a0e1-0107251afbc6 req-e51171c2-1ecc-4ba1-a82a-c4e574d14081 tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:52.305461 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-8b6a92f4-c829-416f-a0e1-0107251afbc6 req-e51171c2-1ecc-4ba1-a82a-c4e574d14081 tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91499'] for port (None), before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:52.305461 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-8b6a92f4-c829-416f-a0e1-0107251afbc6 req-e51171c2-1ecc-4ba1-a82a-c4e574d14081 tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] 10.222.0.72 "PUT /v2.0/ports/7b0ae3a5-a9b5-4b64-9119-38c18e43d54c HTTP/1.1" status: 200 len: 982 time: 0.4299190 Jan 28 13:49:52.305461 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b68fb1b-ec8a-444a-a74f-f92f17e5e416', 'tag': '7b0ae3a5-a9b5-4b64-9119-38c18e43d54c'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:49:52.305461 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19ef927ebdb7e136520bf73605241c98ba3844c75ab8794845cb00139da391b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e011a83b-62d3-4d0c-b376-b4ff8aa79b92" -d '{"events": [{"name": "network-changed", "server_uuid": "2b68fb1b-ec8a-444a-a74f-f92f17e5e416", "tag": "7b0ae3a5-a9b5-4b64-9119-38c18e43d54c"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:49:52.415271 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51171c2-1ecc-4ba1-a82a-c4e574d14081 tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] Pushing event updated for resources: {'Port': ['ID=7b0ae3a5-a9b5-4b64-9119-38c18e43d54c,revision_number=6']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:52.472304 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] get_ports_and_sgs() called for port_ids ['7b0ae3a5-a9b5-4b64-9119-38c18e43d54c'] {{(pid=109086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:49:52.484894 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86295a76-7cc7-4d62-9352-0cce717bfd4a req-1786d61e-b2ce-45e4-a5a3-c608c488ac0f tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:52.499819 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-86295a76-7cc7-4d62-9352-0cce717bfd4a req-1786d61e-b2ce-45e4-a5a3-c608c488ac0f tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] 10.222.0.72 "GET /v2.0/ports?device_id=2b68fb1b-ec8a-444a-a74f-f92f17e5e416 HTTP/1.1" status: 200 len: 985 time: 0.1171341 Jan 28 13:49:52.599495 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-86295a76-7cc7-4d62-9352-0cce717bfd4a req-67b0d2bb-cff8-4f6f-b659-8d799ecca532 tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] 10.222.0.72 "GET /v2.0/security-groups?id=9c515dce-bb6c-40d6-9ed4-1c3e75bb88f5&id=5cded702-1696-4fa4-b86d-e31c80ca89d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0981905 Jan 28 13:49:52.682883 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72c1f6b2-62e6-4958-930a-23b6c147b99e x-openstack-request-id: req-72c1f6b2-62e6-4958-930a-23b6c147b99e {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:49:52.683182 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b68fb1b-ec8a-444a-a74f-f92f17e5e416", "tag": "7b0ae3a5-a9b5-4b64-9119-38c18e43d54c", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:49:52.683436 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-72c1f6b2-62e6-4958-930a-23b6c147b99e {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:49:52.683843 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b68fb1b-ec8a-444a-a74f-f92f17e5e416', 'tag': '7b0ae3a5-a9b5-4b64-9119-38c18e43d54c', 'status': 'completed', 'code': 200} Jan 28 13:49:52.838251 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90263cf2-57cb-4087-a673-8ff11bdd6920 req-44521e6b-b0e2-4562-8baa-e7ad186dd988 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:52.851285 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-90263cf2-57cb-4087-a673-8ff11bdd6920 req-44521e6b-b0e2-4562-8baa-e7ad186dd988 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/ports?device_id=acf97c7f-503a-42ed-b6b7-f5cfba756426 HTTP/1.1" status: 200 len: 946 time: 0.0885558 Jan 28 13:49:52.855237 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-5901b0c9-051e-4e05-a0a4-9fcf0004780a None None] Provisioning complete for port 7b0ae3a5-a9b5-4b64-9119-38c18e43d54c triggered by entity DHCP. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:49:52.855734 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5901b0c9-051e-4e05-a0a4-9fcf0004780a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041328'] for port (7b0ae3a5-a9b5-4b64-9119-38c18e43d54c), provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:52.908109 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e011a83b-62d3-4d0c-b376-b4ff8aa79b92 req-80c5c7e9-b25f-4a4f-808e-6f5c940a05f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:52.910214 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-e011a83b-62d3-4d0c-b376-b4ff8aa79b92 req-80c5c7e9-b25f-4a4f-808e-6f5c940a05f9 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=066532ec653e41aaa9c7e05722d8b0aa&device_id=2b68fb1b-ec8a-444a-a74f-f92f17e5e416 HTTP/1.1" status: 200 len: 1138 time: 0.2040129 Jan 28 13:49:52.922245 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d19bffd-9e83-4d09-8706-08969ca9c82a req-6f4a4c92-1168-4109-84de-7aa764fc74e3 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:52.924383 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-8d19bffd-9e83-4d09-8706-08969ca9c82a req-6f4a4c92-1168-4109-84de-7aa764fc74e3 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5d89034-8705-4e93-a271-97e037a7c2b3 HTTP/1.1" status: 200 len: 946 time: 0.1305897 Jan 28 13:49:52.924778 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-90263cf2-57cb-4087-a673-8ff11bdd6920 req-5ac4df60-1027-4a2b-aaed-03749496b994 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/security-groups?id=838c2539-0840-4dd0-84f1-3571e607caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682678 Jan 28 13:49:53.008167 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f888972a-1000-4362-8ac8-77d63d98bb51 req-7d898eb6-db89-41e5-98b9-e5ab10447c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:53.010870 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-f888972a-1000-4362-8ac8-77d63d98bb51 req-7d898eb6-db89-41e5-98b9-e5ab10447c4a service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=737de5ae86cd4e209c1bd6e090b968f3&device_id=d5d89034-8705-4e93-a271-97e037a7c2b3 HTTP/1.1" status: 200 len: 1099 time: 0.1732316 Jan 28 13:49:53.116500 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f888972a-1000-4362-8ac8-77d63d98bb51 req-69af39e8-ad6b-4f7c-a7d7-5f88589453f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:53.118114 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-f888972a-1000-4362-8ac8-77d63d98bb51 req-69af39e8-ad6b-4f7c-a7d7-5f88589453f5 service neutron] 10.222.0.78 "GET /v2.0/networks?id=78d9b12b-20e5-405d-b8d9-58d523acb332 HTTP/1.1" status: 200 len: 911 time: 0.0958450 Jan 28 13:49:53.129772 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-5901b0c9-051e-4e05-a0a4-9fcf0004780a None None] Current status of the port 7b0ae3a5-a9b5-4b64-9119-38c18e43d54c is: ACTIVE; New status is: ACTIVE {{(pid=109086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:49:53.167582 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-8d19bffd-9e83-4d09-8706-08969ca9c82a req-58541133-aa67-4242-9310-a2559f3fc940 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] 10.222.0.72 "GET /v2.0/security-groups?id=03f317d8-0cf7-4af4-abf7-94e0d05a91da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1777987 Jan 28 13:49:53.242796 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e011a83b-62d3-4d0c-b376-b4ff8aa79b92 req-5264a1fa-38f2-4d6f-99a5-5ebc878e5477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:53.244793 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-e011a83b-62d3-4d0c-b376-b4ff8aa79b92 req-5264a1fa-38f2-4d6f-99a5-5ebc878e5477 service neutron] 10.222.0.78 "GET /v2.0/networks?id=a5e1158c-43ca-495d-87ee-f8a1290dae33 HTTP/1.1" status: 200 len: 916 time: 0.3159294 Jan 28 13:49:53.305339 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-f888972a-1000-4362-8ac8-77d63d98bb51 req-0a85650c-2e3d-4b34-8e8a-d9e3f692d277 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aa3e569d-6363-4a00-9499-01745c34b864 HTTP/1.1" status: 200 len: 1002 time: 0.1559439 Jan 28 13:49:53.356803 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-e011a83b-62d3-4d0c-b376-b4ff8aa79b92 req-6242ffcb-469e-4927-a395-982dd7cba3a2 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7b0ae3a5-a9b5-4b64-9119-38c18e43d54c HTTP/1.1" status: 200 len: 1002 time: 0.1041610 Jan 28 13:49:53.375158 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f888972a-1000-4362-8ac8-77d63d98bb51 req-8f9f312b-1169-4a43-b446-6787f8ab4dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:53.376783 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-f888972a-1000-4362-8ac8-77d63d98bb51 req-8f9f312b-1169-4a43-b446-6787f8ab4dd0 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=3016a3fe-7a83-4026-bb15-1c5764645712 HTTP/1.1" status: 200 len: 849 time: 0.0622430 Jan 28 13:49:53.438473 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e011a83b-62d3-4d0c-b376-b4ff8aa79b92 req-f75185fd-bb95-44a8-a0f7-5d4d8126bee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:53.440123 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-e011a83b-62d3-4d0c-b376-b4ff8aa79b92 req-f75185fd-bb95-44a8-a0f7-5d4d8126bee0 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=f4f46cf0-6c1d-488f-be0f-6575b76810a8 HTTP/1.1" status: 200 len: 854 time: 0.0769169 Jan 28 13:49:53.456881 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f888972a-1000-4362-8ac8-77d63d98bb51 req-d33ced83-2b00-4680-b152-209bb580933d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:53.458507 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-f888972a-1000-4362-8ac8-77d63d98bb51 req-d33ced83-2b00-4680-b152-209bb580933d service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=78d9b12b-20e5-405d-b8d9-58d523acb332&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0629859 Jan 28 13:49:53.550843 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e011a83b-62d3-4d0c-b376-b4ff8aa79b92 req-71d245e7-2bb6-4281-b804-ac55837ed35b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:53.551658 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-e011a83b-62d3-4d0c-b376-b4ff8aa79b92 req-71d245e7-2bb6-4281-b804-ac55837ed35b service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=a5e1158c-43ca-495d-87ee-f8a1290dae33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1048279 Jan 28 13:49:53.631830 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-f888972a-1000-4362-8ac8-77d63d98bb51 req-49d82fa6-a43d-4e6e-9089-6f39cac72f8c service neutron] 10.222.0.78 "GET /v2.0/networks/78d9b12b-20e5-405d-b8d9-58d523acb332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549566 Jan 28 13:49:53.730889 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-e011a83b-62d3-4d0c-b376-b4ff8aa79b92 req-ca2c515d-d8e9-45ed-9b83-d92f0f6c58d3 service neutron] 10.222.0.78 "GET /v2.0/networks/a5e1158c-43ca-495d-87ee-f8a1290dae33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673279 Jan 28 13:49:53.845621 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-f888972a-1000-4362-8ac8-77d63d98bb51 req-9d59ff6d-5097-4ecd-b3cc-5a42fef0a40b service neutron] 10.222.0.78 "GET /v2.0/networks/78d9b12b-20e5-405d-b8d9-58d523acb332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2021139 Jan 28 13:49:53.893843 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-e011a83b-62d3-4d0c-b376-b4ff8aa79b92 req-62ad0717-b290-4e29-94b1-8857344aad7b service neutron] 10.222.0.78 "GET /v2.0/networks/a5e1158c-43ca-495d-87ee-f8a1290dae33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514938 Jan 28 13:49:54.137752 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc85cc7-20fa-4018-8ff5-6121d4d4d560 req-374b799f-373c-413b-9a42-93a80dcd5d27 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:54.141185 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-edc85cc7-20fa-4018-8ff5-6121d4d4d560 req-374b799f-373c-413b-9a42-93a80dcd5d27 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/ports?device_id=acf97c7f-503a-42ed-b6b7-f5cfba756426 HTTP/1.1" status: 200 len: 946 time: 0.1426501 Jan 28 13:49:54.170590 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 45298) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:54.251509 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-edc85cc7-20fa-4018-8ff5-6121d4d4d560 req-6de64487-22c7-4e71-92a9-cfb5104e2d67 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/security-groups?id=838c2539-0840-4dd0-84f1-3571e607caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985031 Jan 28 13:49:54.301419 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0cf1d4-3333-4d03-8ee5-ffbd3f4909ae req-eedc6b57-694a-4c70-9665-21458ab56b9c tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:54.303129 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-0a0cf1d4-3333-4d03-8ee5-ffbd3f4909ae req-eedc6b57-694a-4c70-9665-21458ab56b9c tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5d89034-8705-4e93-a271-97e037a7c2b3 HTTP/1.1" status: 200 len: 946 time: 0.0669193 Jan 28 13:49:54.377866 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-0a0cf1d4-3333-4d03-8ee5-ffbd3f4909ae req-f52a5c35-b542-4f75-be12-7eac48a341af tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] 10.222.0.72 "GET /v2.0/security-groups?id=03f317d8-0cf7-4af4-abf7-94e0d05a91da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690162 Jan 28 13:49:54.384128 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 45304) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:54.385278 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-02421a24-ab80-4d4e-af58-5e7b28c7d7ac admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=3995cc355468484daafe7a15a7f78bc2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2084866 Jan 28 13:49:54.441892 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-41b88220-413c-4c2b-99aa-56c0688b74a4 admin admin] Publish callbacks [] for security_group (3dcb18ff-6c44-42d9-8c61-b2aabc70abae), before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:54.483082 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-41b88220-413c-4c2b-99aa-56c0688b74a4 admin admin] Publish callbacks [] for security_group (3dcb18ff-6c44-42d9-8c61-b2aabc70abae), precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:54.540860 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-41b88220-413c-4c2b-99aa-56c0688b74a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (3dcb18ff-6c44-42d9-8c61-b2aabc70abae), after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:54.543637 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-41b88220-413c-4c2b-99aa-56c0688b74a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:54.548987 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-41b88220-413c-4c2b-99aa-56c0688b74a4 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/3dcb18ff-6c44-42d9-8c61-b2aabc70abae HTTP/1.1" status: 204 len: 168 time: 0.1634800 Jan 28 13:49:54.566372 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b88220-413c-4c2b-99aa-56c0688b74a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dcb18ff-6c44-42d9-8c61-b2aabc70abae,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:55.354193 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 45328) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:55.396182 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc45a7a-067b-4109-a55d-0e7d271987c8 req-a0c1d6df-ff7d-46e5-b0b0-872ac9a2e956 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:55.400067 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-5cc45a7a-067b-4109-a55d-0e7d271987c8 req-a0c1d6df-ff7d-46e5-b0b0-872ac9a2e956 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/ports?device_id=acf97c7f-503a-42ed-b6b7-f5cfba756426 HTTP/1.1" status: 200 len: 946 time: 0.0758867 Jan 28 13:49:55.495222 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-5cc45a7a-067b-4109-a55d-0e7d271987c8 req-1a8af94e-44e2-4d88-900b-549fdfa5316c tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/security-groups?id=838c2539-0840-4dd0-84f1-3571e607caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875406 Jan 28 13:49:55.533439 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.v2.base [None req-b79e22f9-df38-476d-a1e2-48c7bbb4074c admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2031800836-network', 'tenant_id': 'e200c9b3991f47c48f8c2342bf3970bd'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:49:55.571652 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966efd9a-938b-4db5-9344-24f2237999f4 req-cf19521b-0ed2-4cac-b43b-5f6b854b7947 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:55.575068 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-966efd9a-938b-4db5-9344-24f2237999f4 req-cf19521b-0ed2-4cac-b43b-5f6b854b7947 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5d89034-8705-4e93-a271-97e037a7c2b3 HTTP/1.1" status: 200 len: 946 time: 0.1131566 Jan 28 13:49:55.602944 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b79e22f9-df38-476d-a1e2-48c7bbb4074c admin admin] Made reservation on behalf of e200c9b3991f47c48f8c2342bf3970bd for: {'network': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:49:55.607917 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b79e22f9-df38-476d-a1e2-48c7bbb4074c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for network (None), before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:55.627957 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b79e22f9-df38-476d-a1e2-48c7bbb4074c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:55.715025 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-966efd9a-938b-4db5-9344-24f2237999f4 req-dc94e24c-f449-48d9-bb1c-4ed2d0c36d42 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] 10.222.0.72 "GET /v2.0/security-groups?id=03f317d8-0cf7-4af4-abf7-94e0d05a91da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1297603 Jan 28 13:49:55.868019 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b79e22f9-df38-476d-a1e2-48c7bbb4074c admin admin] Publish callbacks [] for security_group (5f848385-8043-4192-8e68-f04a8ef341f5), precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:55.872378 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b79e22f9-df38-476d-a1e2-48c7bbb4074c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (5f848385-8043-4192-8e68-f04a8ef341f5), after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:55.900158 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b79e22f9-df38-476d-a1e2-48c7bbb4074c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 714} {{(pid=109085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:49:55.913610 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79e22f9-df38-476d-a1e2-48c7bbb4074c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f848385-8043-4192-8e68-f04a8ef341f5,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:55.919669 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b79e22f9-df38-476d-a1e2-48c7bbb4074c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-923698'] for segment (c6fb20d0-75de-447e-bb0a-1f2b4211be6b), precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:55.920108 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.db.segments_db [None req-b79e22f9-df38-476d-a1e2-48c7bbb4074c admin admin] Added segment c6fb20d0-75de-447e-bb0a-1f2b4211be6b of type vlan for network e5f39082-f680-498c-bc51-8f1c75546a19 Jan 28 13:49:55.973075 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b79e22f9-df38-476d-a1e2-48c7bbb4074c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742788371074'] for network (e5f39082-f680-498c-bc51-8f1c75546a19), precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:56.001939 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b79e22f9-df38-476d-a1e2-48c7bbb4074c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625'] for network (e5f39082-f680-498c-bc51-8f1c75546a19), after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:56.003390 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b79e22f9-df38-476d-a1e2-48c7bbb4074c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:56.004002 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b79e22f9-df38-476d-a1e2-48c7bbb4074c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032615'] for network (None), before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:56.066146 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 45340) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:49:56.066417 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-b79e22f9-df38-476d-a1e2-48c7bbb4074c admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7109687 Jan 28 13:49:56.071948 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.v2.base [None req-22ac6999-9d24-4c06-89c9-078749ba2dd0 admin admin] Request body: {'subnet': {'network_id': 'e5f39082-f680-498c-bc51-8f1c75546a19', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2031800836-subnet', 'tenant_id': 'e200c9b3991f47c48f8c2342bf3970bd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:49:56.076642 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79e22f9-df38-476d-a1e2-48c7bbb4074c admin admin] Pushing event updated for resources: {'Network': ['ID=e5f39082-f680-498c-bc51-8f1c75546a19,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:56.088822 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Network e5f39082-f680-498c-bc51-8f1c75546a19 details requested by agent ovs-agent-dv-cinder-824187-7-iscsi with host dv-cinder-824187-7-iscsi {{(pid=109086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:49:56.124440 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22ac6999-9d24-4c06-89c9-078749ba2dd0 admin admin] Made reservation on behalf of e200c9b3991f47c48f8c2342bf3970bd for: {'subnet': 1} {{(pid=109084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:49:56.128410 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-22ac6999-9d24-4c06-89c9-078749ba2dd0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5831756'] for subnet (None), before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:56.362804 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-22ac6999-9d24-4c06-89c9-078749ba2dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6110873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5831774'] for subnet (c9c631df-e11b-4ef8-8859-4876ab9175ef), after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:56.414669 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ac6999-9d24-4c06-89c9-078749ba2dd0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9c631df-e11b-4ef8-8859-4876ab9175ef,revision_number=0']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:49:56.433577 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ac6999-9d24-4c06-89c9-078749ba2dd0 admin admin] Checking segment: {'id': 'c6fb20d0-75de-447e-bb0a-1f2b4211be6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'e5f39082-f680-498c-bc51-8f1c75546a19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:49:56.433932 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ac6999-9d24-4c06-89c9-078749ba2dd0 admin admin] Network hostable DHCP agents. Network: e5f39082-f680-498c-bc51-8f1c75546a19, hostable agents: ['fe6892c5-7eb1-46ce-88dd-77c5bcc32263'], hosted agents: [] {{(pid=109084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:49:56.455563 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ac6999-9d24-4c06-89c9-078749ba2dd0 admin admin] Network e5f39082-f680-498c-bc51-8f1c75546a19 is scheduled to be hosted by DHCP agent fe6892c5-7eb1-46ce-88dd-77c5bcc32263 with binding_index 1 {{(pid=109084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:49:56.469250 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.scheduler.base_scheduler [None req-22ac6999-9d24-4c06-89c9-078749ba2dd0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824187-7-iscsi, e5f39082-f680-498c-bc51-8f1c75546a19) {{(pid=109084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:49:56.474535 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22ac6999-9d24-4c06-89c9-078749ba2dd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:56.476461 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-22ac6999-9d24-4c06-89c9-078749ba2dd0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:56.483382 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f6f3113-f3fe-472a-af94-87c83f470c4d None None] Network e5f39082-f680-498c-bc51-8f1c75546a19 requested from dv-cinder-824187-7-iscsi {{(pid=109086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:49:56.501737 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-22ac6999-9d24-4c06-89c9-078749ba2dd0 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4337974 Jan 28 13:49:56.633791 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d123a090-4886-4b60-9e6a-a4bbdedb43d8 None None] Network e5f39082-f680-498c-bc51-8f1c75546a19 requested from dv-cinder-824187-7-iscsi {{(pid=109086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:49:56.689276 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495c3ddd-2033-47a7-a697-fafdf0a5ee6c req-6cb99c22-c7ba-4076-ae22-796d09dca65d tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:56.691943 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-495c3ddd-2033-47a7-a697-fafdf0a5ee6c req-6cb99c22-c7ba-4076-ae22-796d09dca65d tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/ports?device_id=acf97c7f-503a-42ed-b6b7-f5cfba756426 HTTP/1.1" status: 200 len: 946 time: 0.0863621 Jan 28 13:49:56.764789 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-495c3ddd-2033-47a7-a697-fafdf0a5ee6c req-513b1650-3ae5-4ed4-b2e9-6a62db88a3c2 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/security-groups?id=838c2539-0840-4dd0-84f1-3571e607caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655079 Jan 28 13:49:57.901966 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655a24cd-1ea9-4d12-aa8e-fd932d0664d1 req-1775626e-8406-461e-b7cc-6ee0feecf1a4 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:57.904728 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-655a24cd-1ea9-4d12-aa8e-fd932d0664d1 req-1775626e-8406-461e-b7cc-6ee0feecf1a4 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/ports?device_id=acf97c7f-503a-42ed-b6b7-f5cfba756426 HTTP/1.1" status: 200 len: 946 time: 0.0536044 Jan 28 13:49:57.959963 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-655a24cd-1ea9-4d12-aa8e-fd932d0664d1 req-d57ef9d3-c660-407f-a81d-4552386f1e78 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/security-groups?id=838c2539-0840-4dd0-84f1-3571e607caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490167 Jan 28 13:49:58.234923 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1d36c0fe-e3d9-4869-bf5e-f8d93c360c1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (fe6892c5-7eb1-46ce-88dd-77c5bcc32263), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:49:58.445828 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87741d7-d41f-439d-8cb2-d81414a23ecc req-31e6863a-21f1-4247-8129-49d29e6f8e81 tempest-VolumesSnapshotTestJSON-116094683 tempest-VolumesSnapshotTestJSON-116094683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:58.447730 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-c87741d7-d41f-439d-8cb2-d81414a23ecc req-31e6863a-21f1-4247-8129-49d29e6f8e81 tempest-VolumesSnapshotTestJSON-116094683 tempest-VolumesSnapshotTestJSON-116094683-project] 10.222.0.72 "GET /v2.0/networks?id=e5f39082-f680-498c-bc51-8f1c75546a19 HTTP/1.1" status: 200 len: 814 time: 0.1208024 Jan 28 13:49:58.463417 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-c87741d7-d41f-439d-8cb2-d81414a23ecc req-78013998-dd49-451d-82cf-202f1f037c16 tempest-VolumesSnapshotTestJSON-116094683 tempest-VolumesSnapshotTestJSON-116094683-project] 10.222.0.72 "GET /v2.0/quotas/e200c9b3991f47c48f8c2342bf3970bd HTTP/1.1" status: 200 len: 375 time: 0.0101850 Jan 28 13:49:58.495845 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-c87741d7-d41f-439d-8cb2-d81414a23ecc req-fa9bf1a9-6017-4416-8b58-e2c1265fb4dc tempest-VolumesSnapshotTestJSON-116094683 tempest-VolumesSnapshotTestJSON-116094683-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=e200c9b3991f47c48f8c2342bf3970bd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265429 Jan 28 13:49:58.598202 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-c87741d7-d41f-439d-8cb2-d81414a23ecc req-73d4ab4b-a803-4915-89b5-53528cdf6a66 service neutron] 10.222.0.72 "GET /v2.0/networks/e5f39082-f680-498c-bc51-8f1c75546a19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956416 Jan 28 13:49:58.694770 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-c87741d7-d41f-439d-8cb2-d81414a23ecc req-47d4b5df-2429-4dba-a9f2-7190c7cc4f1a service neutron] 10.222.0.72 "GET /v2.0/networks/e5f39082-f680-498c-bc51-8f1c75546a19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905015 Jan 28 13:49:58.934330 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-c4aa50dc-1b20-4b92-895e-2a326ba24024 req-38689b1e-06a5-4df6-9ed8-1f9370e3298b tempest-VolumesSnapshotTestJSON-116094683 tempest-VolumesSnapshotTestJSON-116094683-project] 10.222.0.72 "GET /v2.0/ports?device_id=497a52b8-3aff-458c-bb2b-f2b020c6e059 HTTP/1.1" status: 200 len: 210 time: 0.0526793 Jan 28 13:49:59.124932 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e100c2-5f66-42f5-901e-7f570f950cb3 req-3467c635-394e-41e0-84fe-6f0af5c05f6d tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:49:59.129355 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-86e100c2-5f66-42f5-901e-7f570f950cb3 req-3467c635-394e-41e0-84fe-6f0af5c05f6d tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/ports?device_id=acf97c7f-503a-42ed-b6b7-f5cfba756426 HTTP/1.1" status: 200 len: 946 time: 0.0863283 Jan 28 13:49:59.209725 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-86e100c2-5f66-42f5-901e-7f570f950cb3 req-1ce73427-1342-48dd-a736-5374ccf2ad9d tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/security-groups?id=838c2539-0840-4dd0-84f1-3571e607caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760574 Jan 28 13:50:00.059019 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-56efbc69-8343-4ee0-91fe-bb6328e503e4 req-96330111-0902-4173-ab89-e01d0c77bc02 tempest-VolumesSnapshotTestJSON-116094683 tempest-VolumesSnapshotTestJSON-116094683-project] 10.222.0.72 "GET /v2.0/ports?device_id=497a52b8-3aff-458c-bb2b-f2b020c6e059 HTTP/1.1" status: 200 len: 210 time: 0.0484200 Jan 28 13:50:00.162284 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87741d7-d41f-439d-8cb2-d81414a23ecc req-fe1c0fc9-0340-45a0-acc1-07fbd081696c tempest-VolumesSnapshotTestJSON-116094683 tempest-VolumesSnapshotTestJSON-116094683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:00.163835 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-c87741d7-d41f-439d-8cb2-d81414a23ecc req-fe1c0fc9-0340-45a0-acc1-07fbd081696c tempest-VolumesSnapshotTestJSON-116094683 tempest-VolumesSnapshotTestJSON-116094683-project] 10.222.0.78 "GET /v2.0/networks?id=e5f39082-f680-498c-bc51-8f1c75546a19 HTTP/1.1" status: 200 len: 814 time: 0.1165979 Jan 28 13:50:00.177037 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.v2.base [req-c87741d7-d41f-439d-8cb2-d81414a23ecc req-3e51c468-85b7-4c3d-ac29-00aa6b141280 tempest-VolumesSnapshotTestJSON-116094683 tempest-VolumesSnapshotTestJSON-116094683-project] Request body: {'port': {'device_id': '497a52b8-3aff-458c-bb2b-f2b020c6e059', 'network_id': 'e5f39082-f680-498c-bc51-8f1c75546a19', 'admin_state_up': True, 'tenant_id': 'e200c9b3991f47c48f8c2342bf3970bd'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:50:00.258765 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0b0687cf-c654-4dd8-ab0c-a418c3b2e1e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (5fb30df9-6f10-41b8-94cc-b881623ba250), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:00.343855 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c87741d7-d41f-439d-8cb2-d81414a23ecc req-3e51c468-85b7-4c3d-ac29-00aa6b141280 tempest-VolumesSnapshotTestJSON-116094683 tempest-VolumesSnapshotTestJSON-116094683-project] Made reservation on behalf of e200c9b3991f47c48f8c2342bf3970bd for: {'port': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:50:00.349250 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c87741d7-d41f-439d-8cb2-d81414a23ecc req-3e51c468-85b7-4c3d-ac29-00aa6b141280 tempest-VolumesSnapshotTestJSON-116094683 tempest-VolumesSnapshotTestJSON-116094683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (None), before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:00.378107 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470a45f0-a3c1-43ce-be9d-acdcbdb18df0 req-86d352c1-8cab-420b-9b28-e30da81fc24c tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:00.380361 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-470a45f0-a3c1-43ce-be9d-acdcbdb18df0 req-86d352c1-8cab-420b-9b28-e30da81fc24c tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/ports?device_id=acf97c7f-503a-42ed-b6b7-f5cfba756426 HTTP/1.1" status: 200 len: 946 time: 0.0754678 Jan 28 13:50:00.449724 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-470a45f0-a3c1-43ce-be9d-acdcbdb18df0 req-05f6fd6c-eaf5-47b6-9c9e-3999f5b4f174 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/security-groups?id=838c2539-0840-4dd0-84f1-3571e607caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613496 Jan 28 13:50:00.492493 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [req-c87741d7-d41f-439d-8cb2-d81414a23ecc req-3e51c468-85b7-4c3d-ac29-00aa6b141280 tempest-VolumesSnapshotTestJSON-116094683 tempest-VolumesSnapshotTestJSON-116094683-project] Allocated IP 172.20.0.6 (e5f39082-f680-498c-bc51-8f1c75546a19/c9c631df-e11b-4ef8-8859-4876ab9175ef/c90feabb-150f-4cf4-b26f-5c2c03831f72) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:50:00.644420 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c87741d7-d41f-439d-8cb2-d81414a23ecc req-3e51c468-85b7-4c3d-ac29-00aa6b141280 tempest-VolumesSnapshotTestJSON-116094683 tempest-VolumesSnapshotTestJSON-116094683-project] Publish callbacks [] for port (c90feabb-150f-4cf4-b26f-5c2c03831f72), precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:00.691629 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c87741d7-d41f-439d-8cb2-d81414a23ecc req-3e51c468-85b7-4c3d-ac29-00aa6b141280 tempest-VolumesSnapshotTestJSON-116094683 tempest-VolumesSnapshotTestJSON-116094683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742788384826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4723325'] for port (c90feabb-150f-4cf4-b26f-5c2c03831f72), after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:00.736356 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c87741d7-d41f-439d-8cb2-d81414a23ecc req-3e51c468-85b7-4c3d-ac29-00aa6b141280 tempest-VolumesSnapshotTestJSON-116094683 tempest-VolumesSnapshotTestJSON-116094683-project] Network e5f39082-f680-498c-bc51-8f1c75546a19 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:50:00.739912 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [req-c87741d7-d41f-439d-8cb2-d81414a23ecc req-3e51c468-85b7-4c3d-ac29-00aa6b141280 tempest-VolumesSnapshotTestJSON-116094683 tempest-VolumesSnapshotTestJSON-116094683-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:50:00.748252 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-c87741d7-d41f-439d-8cb2-d81414a23ecc req-3e51c468-85b7-4c3d-ac29-00aa6b141280 tempest-VolumesSnapshotTestJSON-116094683 tempest-VolumesSnapshotTestJSON-116094683-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:50:00.791361 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e51c468-85b7-4c3d-ac29-00aa6b141280 tempest-VolumesSnapshotTestJSON-116094683 tempest-VolumesSnapshotTestJSON-116094683-project] Pushing event updated for resources: {'Port': ['ID=c90feabb-150f-4cf4-b26f-5c2c03831f72,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:00.818425 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87741d7-d41f-439d-8cb2-d81414a23ecc req-3e51c468-85b7-4c3d-ac29-00aa6b141280 tempest-VolumesSnapshotTestJSON-116094683 tempest-VolumesSnapshotTestJSON-116094683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:00.819108 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c87741d7-d41f-439d-8cb2-d81414a23ecc req-3e51c468-85b7-4c3d-ac29-00aa6b141280 tempest-VolumesSnapshotTestJSON-116094683 tempest-VolumesSnapshotTestJSON-116094683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91499'] for port (None), before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:00.846434 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-c87741d7-d41f-439d-8cb2-d81414a23ecc req-3e51c468-85b7-4c3d-ac29-00aa6b141280 tempest-VolumesSnapshotTestJSON-116094683 tempest-VolumesSnapshotTestJSON-116094683-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6734076 Jan 28 13:50:00.889010 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.v2.base [req-c87741d7-d41f-439d-8cb2-d81414a23ecc req-26c7328b-8606-404e-be30-b42a65af1747 service neutron] Request body: {'port': {'device_id': '497a52b8-3aff-458c-bb2b-f2b020c6e059', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82418'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:50:00.946716 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c87741d7-d41f-439d-8cb2-d81414a23ecc req-26c7328b-8606-404e-be30-b42a65af1747 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (c90feabb-150f-4cf4-b26f-5c2c03831f72), before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:01.224879 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc20e96a-796b-424c-a685-3694d73ee767 req-2de0cc21-ea9e-4ee5-bc2d-95e7dcf87f6f tempest-VolumesSnapshotTestJSON-116094683 tempest-VolumesSnapshotTestJSON-116094683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:01.226509 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-cc20e96a-796b-424c-a685-3694d73ee767 req-2de0cc21-ea9e-4ee5-bc2d-95e7dcf87f6f tempest-VolumesSnapshotTestJSON-116094683 tempest-VolumesSnapshotTestJSON-116094683-project] 10.222.0.72 "GET /v2.0/ports?device_id=497a52b8-3aff-458c-bb2b-f2b020c6e059 HTTP/1.1" status: 200 len: 931 time: 0.0816743 Jan 28 13:50:01.319130 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.notifiers.nova [req-c87741d7-d41f-439d-8cb2-d81414a23ecc req-26c7328b-8606-404e-be30-b42a65af1747 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c90feabb-150f-4cf4-b26f-5c2c03831f72 {{(pid=109085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:50:01.330622 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c87741d7-d41f-439d-8cb2-d81414a23ecc req-26c7328b-8606-404e-be30-b42a65af1747 service neutron] Publish callbacks [] for port (c90feabb-150f-4cf4-b26f-5c2c03831f72), precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:01.335754 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-cc20e96a-796b-424c-a685-3694d73ee767 req-23d95bf2-7331-4e14-93a5-a03a9d267afb tempest-VolumesSnapshotTestJSON-116094683 tempest-VolumesSnapshotTestJSON-116094683-project] 10.222.0.72 "GET /v2.0/security-groups?id=5f848385-8043-4192-8e68-f04a8ef341f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982797 Jan 28 13:50:01.347868 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.db.provisioning_blocks [req-c87741d7-d41f-439d-8cb2-d81414a23ecc req-26c7328b-8606-404e-be30-b42a65af1747 service neutron] Transition to ACTIVE for port object c90feabb-150f-4cf4-b26f-5c2c03831f72 will not be triggered until provisioned by entity L2. {{(pid=109085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:50:01.359736 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c87741d7-d41f-439d-8cb2-d81414a23ecc req-26c7328b-8606-404e-be30-b42a65af1747 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4723334'] for port (c90feabb-150f-4cf4-b26f-5c2c03831f72), after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:01.410234 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c7328b-8606-404e-be30-b42a65af1747 service neutron] Pushing event updated for resources: {'Port': ['ID=c90feabb-150f-4cf4-b26f-5c2c03831f72,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:01.491656 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-c87741d7-d41f-439d-8cb2-d81414a23ecc req-26c7328b-8606-404e-be30-b42a65af1747 service neutron] Attempting to bind port c90feabb-150f-4cf4-b26f-5c2c03831f72 on host hv-cinder-82418 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:50:01.492080 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-c87741d7-d41f-439d-8cb2-d81414a23ecc req-26c7328b-8606-404e-be30-b42a65af1747 service neutron] Attempting to bind port c90feabb-150f-4cf4-b26f-5c2c03831f72 by drivers openvswitch,hyperv on host hv-cinder-82418 at level 0 using segments [{'id': 'c6fb20d0-75de-447e-bb0a-1f2b4211be6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'e5f39082-f680-498c-bc51-8f1c75546a19'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:50:01.492524 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87741d7-d41f-439d-8cb2-d81414a23ecc req-26c7328b-8606-404e-be30-b42a65af1747 service neutron] Attempting to bind port c90feabb-150f-4cf4-b26f-5c2c03831f72 on network e5f39082-f680-498c-bc51-8f1c75546a19 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:50:01.497535 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87741d7-d41f-439d-8cb2-d81414a23ecc req-26c7328b-8606-404e-be30-b42a65af1747 service neutron] Port c90feabb-150f-4cf4-b26f-5c2c03831f72 on network e5f39082-f680-498c-bc51-8f1c75546a19 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82418 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:50:01.497941 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87741d7-d41f-439d-8cb2-d81414a23ecc req-26c7328b-8606-404e-be30-b42a65af1747 service neutron] Attempting to bind port c90feabb-150f-4cf4-b26f-5c2c03831f72 on network e5f39082-f680-498c-bc51-8f1c75546a19 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:50:01.503316 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87741d7-d41f-439d-8cb2-d81414a23ecc req-26c7328b-8606-404e-be30-b42a65af1747 service neutron] Checking agent: {'id': '06140fe1-dee6-47e9-9649-a5d5e543fff8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82418', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 43, 32), 'started_at': datetime.datetime(2022, 1, 28, 13, 43, 32), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 49, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:50:01.503731 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87741d7-d41f-439d-8cb2-d81414a23ecc req-26c7328b-8606-404e-be30-b42a65af1747 service neutron] Checking segment: {'id': 'c6fb20d0-75de-447e-bb0a-1f2b4211be6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'e5f39082-f680-498c-bc51-8f1c75546a19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:50:01.504181 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c87741d7-d41f-439d-8cb2-d81414a23ecc req-26c7328b-8606-404e-be30-b42a65af1747 service neutron] Bound using segment: {'id': 'c6fb20d0-75de-447e-bb0a-1f2b4211be6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'e5f39082-f680-498c-bc51-8f1c75546a19'} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:50:01.504677 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-c87741d7-d41f-439d-8cb2-d81414a23ecc req-26c7328b-8606-404e-be30-b42a65af1747 service neutron] Bound port: c90feabb-150f-4cf4-b26f-5c2c03831f72, host: hv-cinder-82418, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6fb20d0-75de-447e-bb0a-1f2b4211be6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'e5f39082-f680-498c-bc51-8f1c75546a19'}}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:50:01.505149 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c87741d7-d41f-439d-8cb2-d81414a23ecc req-26c7328b-8606-404e-be30-b42a65af1747 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (c90feabb-150f-4cf4-b26f-5c2c03831f72), before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:01.577688 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-c87741d7-d41f-439d-8cb2-d81414a23ecc req-26c7328b-8606-404e-be30-b42a65af1747 service neutron] For port c90feabb-150f-4cf4-b26f-5c2c03831f72, host hv-cinder-82418, cleared binding levels {{(pid=109085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:50:01.580287 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc78ed7a-d590-4d96-8779-2f96ac889519 req-47c7a684-da07-4637-bcf7-577a3ef96b76 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:01.581628 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-c87741d7-d41f-439d-8cb2-d81414a23ecc req-26c7328b-8606-404e-be30-b42a65af1747 service neutron] For port c90feabb-150f-4cf4-b26f-5c2c03831f72, host hv-cinder-82418, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=c90feabb-150f-4cf4-b26f-5c2c03831f72,segment=NetworkSegment(c6fb20d0-75de-447e-bb0a-1f2b4211be6b),segment_id=c6fb20d0-75de-447e-bb0a-1f2b4211be6b)] {{(pid=109085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:50:01.581939 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-cc78ed7a-d590-4d96-8779-2f96ac889519 req-47c7a684-da07-4637-bcf7-577a3ef96b76 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/ports?device_id=acf97c7f-503a-42ed-b6b7-f5cfba756426 HTTP/1.1" status: 200 len: 946 time: 0.0523591 Jan 28 13:50:01.588923 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c87741d7-d41f-439d-8cb2-d81414a23ecc req-26c7328b-8606-404e-be30-b42a65af1747 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4723334'] for port (c90feabb-150f-4cf4-b26f-5c2c03831f72), after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:01.628309 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87741d7-d41f-439d-8cb2-d81414a23ecc req-26c7328b-8606-404e-be30-b42a65af1747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:01.629110 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c87741d7-d41f-439d-8cb2-d81414a23ecc req-26c7328b-8606-404e-be30-b42a65af1747 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91499'] for port (None), before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:01.630822 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-c87741d7-d41f-439d-8cb2-d81414a23ecc req-26c7328b-8606-404e-be30-b42a65af1747 service neutron] 10.222.0.78 "PUT /v2.0/ports/c90feabb-150f-4cf4-b26f-5c2c03831f72 HTTP/1.1" status: 200 len: 1093 time: 0.7464826 Jan 28 13:50:01.631041 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '497a52b8-3aff-458c-bb2b-f2b020c6e059', 'tag': 'c90feabb-150f-4cf4-b26f-5c2c03831f72'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:50:01.633429 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19ef927ebdb7e136520bf73605241c98ba3844c75ab8794845cb00139da391b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1369522e-d4d7-4286-92c7-568a16c2d369" -d '{"events": [{"name": "network-changed", "server_uuid": "497a52b8-3aff-458c-bb2b-f2b020c6e059", "tag": "c90feabb-150f-4cf4-b26f-5c2c03831f72"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:50:01.658530 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c7328b-8606-404e-be30-b42a65af1747 service neutron] Pushing event updated for resources: {'Port': ['ID=c90feabb-150f-4cf4-b26f-5c2c03831f72,revision_number=3']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:01.669434 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-cc78ed7a-d590-4d96-8779-2f96ac889519 req-219dea45-cf9d-497b-a185-74f99507d8b5 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/security-groups?id=838c2539-0840-4dd0-84f1-3571e607caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705767 Jan 28 13:50:01.688311 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:50:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-993236a7-94cb-4527-86fb-8030ecb65683 x-openstack-request-id: req-993236a7-94cb-4527-86fb-8030ecb65683 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:50:01.688571 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "497a52b8-3aff-458c-bb2b-f2b020c6e059", "tag": "c90feabb-150f-4cf4-b26f-5c2c03831f72", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:50:01.688741 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-993236a7-94cb-4527-86fb-8030ecb65683 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:50:01.689205 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '497a52b8-3aff-458c-bb2b-f2b020c6e059', 'tag': 'c90feabb-150f-4cf4-b26f-5c2c03831f72', 'status': 'completed', 'code': 200} Jan 28 13:50:01.710809 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-120fdcba-5236-4c4f-ad1d-de3bbc2703f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (270c75b4-e9a8-4b16-85de-99abb56244df), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:01.736049 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87741d7-d41f-439d-8cb2-d81414a23ecc req-cc55b6f2-1b0d-4ab6-b627-1cf019cf9ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:01.737509 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-c87741d7-d41f-439d-8cb2-d81414a23ecc req-cc55b6f2-1b0d-4ab6-b627-1cf019cf9ad6 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=e200c9b3991f47c48f8c2342bf3970bd&device_id=497a52b8-3aff-458c-bb2b-f2b020c6e059 HTTP/1.1" status: 200 len: 1096 time: 0.0437701 Jan 28 13:50:01.782838 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-c87741d7-d41f-439d-8cb2-d81414a23ecc req-bcd5ea05-690c-4d7d-8663-38003bae28fd service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c90feabb-150f-4cf4-b26f-5c2c03831f72 HTTP/1.1" status: 200 len: 217 time: 0.0369296 Jan 28 13:50:01.844493 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87741d7-d41f-439d-8cb2-d81414a23ecc req-ee321b35-fe34-4fa8-80fc-7e2416d9bc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:01.845997 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-c87741d7-d41f-439d-8cb2-d81414a23ecc req-ee321b35-fe34-4fa8-80fc-7e2416d9bc03 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=c9c631df-e11b-4ef8-8859-4876ab9175ef HTTP/1.1" status: 200 len: 854 time: 0.0547664 Jan 28 13:50:01.879598 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-c87741d7-d41f-439d-8cb2-d81414a23ecc req-1a138e0c-f2a7-4adf-8232-c5fdcbd81f13 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=e5f39082-f680-498c-bc51-8f1c75546a19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250235 Jan 28 13:50:01.980039 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-c87741d7-d41f-439d-8cb2-d81414a23ecc req-26c03c20-024a-4ed1-b188-d62af40908c0 service neutron] 10.222.0.78 "GET /v2.0/networks/e5f39082-f680-498c-bc51-8f1c75546a19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930154 Jan 28 13:50:02.075783 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-c87741d7-d41f-439d-8cb2-d81414a23ecc req-5bac3f42-4b7c-4517-af7e-b8c2cb0d6a38 service neutron] 10.222.0.78 "GET /v2.0/networks/e5f39082-f680-498c-bc51-8f1c75546a19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870306 Jan 28 13:50:02.172452 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1369522e-d4d7-4286-92c7-568a16c2d369 req-393d86d9-c5e4-4bcd-849d-7450c949e741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:02.174835 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-1369522e-d4d7-4286-92c7-568a16c2d369 req-393d86d9-c5e4-4bcd-849d-7450c949e741 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=e200c9b3991f47c48f8c2342bf3970bd&device_id=497a52b8-3aff-458c-bb2b-f2b020c6e059 HTTP/1.1" status: 200 len: 1096 time: 0.0511642 Jan 28 13:50:02.288651 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1369522e-d4d7-4286-92c7-568a16c2d369 req-8b75ab23-3ca7-4598-9f6d-252d5307c345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:02.290473 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-1369522e-d4d7-4286-92c7-568a16c2d369 req-8b75ab23-3ca7-4598-9f6d-252d5307c345 service neutron] 10.222.0.78 "GET /v2.0/networks?id=e5f39082-f680-498c-bc51-8f1c75546a19 HTTP/1.1" status: 200 len: 915 time: 0.1084325 Jan 28 13:50:02.333234 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-1369522e-d4d7-4286-92c7-568a16c2d369 req-a7851b2b-be0f-429d-960a-4b2a3da2d68f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c90feabb-150f-4cf4-b26f-5c2c03831f72 HTTP/1.1" status: 200 len: 217 time: 0.0360847 Jan 28 13:50:02.402046 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1369522e-d4d7-4286-92c7-568a16c2d369 req-6d6aca31-1c47-4f9d-be28-524c812d8d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:02.403594 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-1369522e-d4d7-4286-92c7-568a16c2d369 req-6d6aca31-1c47-4f9d-be28-524c812d8d1b service neutron] 10.222.0.78 "GET /v2.0/subnets?id=c9c631df-e11b-4ef8-8859-4876ab9175ef HTTP/1.1" status: 200 len: 854 time: 0.0608766 Jan 28 13:50:02.446627 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-1369522e-d4d7-4286-92c7-568a16c2d369 req-bfebc593-2d1e-47c4-b41f-faa569d0d5f1 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=e5f39082-f680-498c-bc51-8f1c75546a19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294392 Jan 28 13:50:02.509507 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f438c714-632c-48f6-921e-25d921389131 req-ab523a92-33cc-4e8e-b21f-5539385307e2 tempest-VolumesSnapshotTestJSON-116094683 tempest-VolumesSnapshotTestJSON-116094683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:02.511117 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-f438c714-632c-48f6-921e-25d921389131 req-ab523a92-33cc-4e8e-b21f-5539385307e2 tempest-VolumesSnapshotTestJSON-116094683 tempest-VolumesSnapshotTestJSON-116094683-project] 10.222.0.72 "GET /v2.0/ports?device_id=497a52b8-3aff-458c-bb2b-f2b020c6e059 HTTP/1.1" status: 200 len: 943 time: 0.0682590 Jan 28 13:50:02.565683 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-1369522e-d4d7-4286-92c7-568a16c2d369 req-4f70bc5c-90e8-4c84-a0a4-04d78bfba62e service neutron] 10.222.0.78 "GET /v2.0/networks/e5f39082-f680-498c-bc51-8f1c75546a19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151290 Jan 28 13:50:02.586624 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-f438c714-632c-48f6-921e-25d921389131 req-1022e8e3-9569-411a-97e5-49ff8efd8083 tempest-VolumesSnapshotTestJSON-116094683 tempest-VolumesSnapshotTestJSON-116094683-project] 10.222.0.72 "GET /v2.0/security-groups?id=5f848385-8043-4192-8e68-f04a8ef341f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674505 Jan 28 13:50:02.687696 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-1369522e-d4d7-4286-92c7-568a16c2d369 req-dde40f5f-2502-43f3-a88a-c6877c564993 service neutron] 10.222.0.78 "GET /v2.0/networks/e5f39082-f680-498c-bc51-8f1c75546a19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153293 Jan 28 13:50:02.789750 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659b7e47-73dd-4dc3-bea0-70d629efa7ee req-eb7a4a56-42b0-431d-a9e7-5b71a8822cf9 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:02.791241 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-659b7e47-73dd-4dc3-bea0-70d629efa7ee req-eb7a4a56-42b0-431d-a9e7-5b71a8822cf9 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/ports?device_id=acf97c7f-503a-42ed-b6b7-f5cfba756426 HTTP/1.1" status: 200 len: 946 time: 0.0550282 Jan 28 13:50:02.841278 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a365d3e8-b48a-4a28-95b6-25537061fe93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (282d2827-b9b4-4282-91d0-335a7cd9818a), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:02.868665 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-659b7e47-73dd-4dc3-bea0-70d629efa7ee req-b1e6c7d5-2a0f-4ff5-a974-0f7633d4a20b tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/security-groups?id=838c2539-0840-4dd0-84f1-3571e607caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672829 Jan 28 13:50:02.912037 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (06140fe1-dee6-47e9-9649-a5d5e543fff8), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:03.711324 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fddfde9-b12a-4cea-b1cb-a29ed7d48174 req-dfd89df4-08a3-478f-abec-d787e15d5a0f tempest-VolumesSnapshotTestJSON-116094683 tempest-VolumesSnapshotTestJSON-116094683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:03.712800 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-5fddfde9-b12a-4cea-b1cb-a29ed7d48174 req-dfd89df4-08a3-478f-abec-d787e15d5a0f tempest-VolumesSnapshotTestJSON-116094683 tempest-VolumesSnapshotTestJSON-116094683-project] 10.222.0.72 "GET /v2.0/ports?device_id=497a52b8-3aff-458c-bb2b-f2b020c6e059 HTTP/1.1" status: 200 len: 943 time: 0.0525463 Jan 28 13:50:03.762161 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-5fddfde9-b12a-4cea-b1cb-a29ed7d48174 req-0541a87d-54ac-4cb5-ae55-1c5caffa9232 tempest-VolumesSnapshotTestJSON-116094683 tempest-VolumesSnapshotTestJSON-116094683-project] 10.222.0.72 "GET /v2.0/security-groups?id=5f848385-8043-4192-8e68-f04a8ef341f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431020 Jan 28 13:50:04.010433 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f489dc-8fc6-4589-b01c-f745f86ecc51 req-128b4065-099f-43bd-ab08-96931209c0fb tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:04.011929 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-a7f489dc-8fc6-4589-b01c-f745f86ecc51 req-128b4065-099f-43bd-ab08-96931209c0fb tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/ports?device_id=acf97c7f-503a-42ed-b6b7-f5cfba756426 HTTP/1.1" status: 200 len: 946 time: 0.0569994 Jan 28 13:50:04.075708 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-a7f489dc-8fc6-4589-b01c-f745f86ecc51 req-2588ee02-850f-42ff-9a66-037f213697f4 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/security-groups?id=838c2539-0840-4dd0-84f1-3571e607caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553105 Jan 28 13:50:04.206698 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (91ec632a-2927-4715-8bad-f3132ebcbe46), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:04.400876 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9c6bc8-0177-4fe5-9839-6760d0c90406 req-09ddb9a2-9bbb-4b95-bf7b-ee0f95c6ac21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:04.402450 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-9f9c6bc8-0177-4fe5-9839-6760d0c90406 req-09ddb9a2-9bbb-4b95-bf7b-ee0f95c6ac21 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=0799c831a5c443ae8c670a0c79104f84&device_id=acf97c7f-503a-42ed-b6b7-f5cfba756426 HTTP/1.1" status: 200 len: 1099 time: 0.0432029 Jan 28 13:50:04.497261 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9c6bc8-0177-4fe5-9839-6760d0c90406 req-ff4c343c-5c78-4d6a-ab81-8fed68089548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:04.498788 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-9f9c6bc8-0177-4fe5-9839-6760d0c90406 req-ff4c343c-5c78-4d6a-ab81-8fed68089548 service neutron] 10.222.0.78 "GET /v2.0/networks?id=711eb359-e0a6-4069-8d9d-85442c14b212 HTTP/1.1" status: 200 len: 918 time: 0.0901821 Jan 28 13:50:04.833628 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-9f9c6bc8-0177-4fe5-9839-6760d0c90406 req-4e454edf-3b3c-4c23-beea-ceb8a860a69e service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=94fc08c3-1f1a-4aed-9874-93929d326f03 HTTP/1.1" status: 200 len: 1001 time: 0.3286111 Jan 28 13:50:04.879649 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c7ac59-42fb-43e6-81d8-cf1b2b186f24 req-28632adc-33af-4404-8d53-66bc3dd27260 tempest-VolumesSnapshotTestJSON-116094683 tempest-VolumesSnapshotTestJSON-116094683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:04.881172 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-88c7ac59-42fb-43e6-81d8-cf1b2b186f24 req-28632adc-33af-4404-8d53-66bc3dd27260 tempest-VolumesSnapshotTestJSON-116094683 tempest-VolumesSnapshotTestJSON-116094683-project] 10.222.0.72 "GET /v2.0/ports?device_id=497a52b8-3aff-458c-bb2b-f2b020c6e059 HTTP/1.1" status: 200 len: 943 time: 0.0497441 Jan 28 13:50:04.881470 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9c6bc8-0177-4fe5-9839-6760d0c90406 req-ca02dcb7-c63a-4f54-a5c1-8bc6403883eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:04.882912 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-9f9c6bc8-0177-4fe5-9839-6760d0c90406 req-ca02dcb7-c63a-4f54-a5c1-8bc6403883eb service neutron] 10.222.0.78 "GET /v2.0/subnets?id=6a182525-8d42-4b74-88dd-616808d54b14 HTTP/1.1" status: 200 len: 856 time: 0.0429628 Jan 28 13:50:04.931175 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9c6bc8-0177-4fe5-9839-6760d0c90406 req-ac77a90b-6506-43e4-bd78-f11192190716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:04.932708 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-9f9c6bc8-0177-4fe5-9839-6760d0c90406 req-ac77a90b-6506-43e4-bd78-f11192190716 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=711eb359-e0a6-4069-8d9d-85442c14b212&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0431800 Jan 28 13:50:04.938176 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-88c7ac59-42fb-43e6-81d8-cf1b2b186f24 req-a9839782-b4b4-4329-b0e9-8595d52ad655 tempest-VolumesSnapshotTestJSON-116094683 tempest-VolumesSnapshotTestJSON-116094683-project] 10.222.0.72 "GET /v2.0/security-groups?id=5f848385-8043-4192-8e68-f04a8ef341f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512171 Jan 28 13:50:05.028328 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-9f9c6bc8-0177-4fe5-9839-6760d0c90406 req-7683deb8-efb4-435f-b60d-2210e3bce18c service neutron] 10.222.0.78 "GET /v2.0/networks/711eb359-e0a6-4069-8d9d-85442c14b212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885911 Jan 28 13:50:05.121289 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-9f9c6bc8-0177-4fe5-9839-6760d0c90406 req-3212d48c-012b-4e31-a258-fa484b462338 service neutron] 10.222.0.78 "GET /v2.0/networks/711eb359-e0a6-4069-8d9d-85442c14b212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863121 Jan 28 13:50:05.206390 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b97eb22-0703-468f-aca3-0d74495a5be1 req-71ce2329-711d-41de-95b0-125ff3fa3fd0 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:05.207865 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-5b97eb22-0703-468f-aca3-0d74495a5be1 req-71ce2329-711d-41de-95b0-125ff3fa3fd0 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/ports?device_id=acf97c7f-503a-42ed-b6b7-f5cfba756426 HTTP/1.1" status: 200 len: 946 time: 0.0555727 Jan 28 13:50:05.256136 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-5b97eb22-0703-468f-aca3-0d74495a5be1 req-56165f3f-81ef-4d06-9c09-fa6854328297 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/security-groups?id=838c2539-0840-4dd0-84f1-3571e607caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424325 Jan 28 13:50:06.067604 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1867a848-3ed3-48b6-b4f2-7e5e3b626e6f req-6b7de991-6506-4266-954e-df34bcd1bf6e tempest-VolumesSnapshotTestJSON-116094683 tempest-VolumesSnapshotTestJSON-116094683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:06.068984 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-1867a848-3ed3-48b6-b4f2-7e5e3b626e6f req-6b7de991-6506-4266-954e-df34bcd1bf6e tempest-VolumesSnapshotTestJSON-116094683 tempest-VolumesSnapshotTestJSON-116094683-project] 10.222.0.72 "GET /v2.0/ports?device_id=497a52b8-3aff-458c-bb2b-f2b020c6e059 HTTP/1.1" status: 200 len: 943 time: 0.0498855 Jan 28 13:50:06.115812 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-1867a848-3ed3-48b6-b4f2-7e5e3b626e6f req-9efbcb2a-7889-42c6-820a-4864762f5dc0 tempest-VolumesSnapshotTestJSON-116094683 tempest-VolumesSnapshotTestJSON-116094683-project] 10.222.0.72 "GET /v2.0/security-groups?id=5f848385-8043-4192-8e68-f04a8ef341f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409546 Jan 28 13:50:06.394538 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a7d092-2b48-43e5-bc7b-f8e8f8882fdc req-91edfc9c-1bae-496e-8c14-30c9d1917bc5 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:06.395921 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-33a7d092-2b48-43e5-bc7b-f8e8f8882fdc req-91edfc9c-1bae-496e-8c14-30c9d1917bc5 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/ports?device_id=acf97c7f-503a-42ed-b6b7-f5cfba756426 HTTP/1.1" status: 200 len: 946 time: 0.0577037 Jan 28 13:50:06.444083 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-33a7d092-2b48-43e5-bc7b-f8e8f8882fdc req-2190e8c7-689a-4b5f-a1e1-7446a4cac674 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/security-groups?id=838c2539-0840-4dd0-84f1-3571e607caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425000 Jan 28 13:50:07.182417 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Device c90feabb-150f-4cf4-b26f-5c2c03831f72 details requested by agent hyperv_hv-cinder-82418 with host hv-cinder-82418 {{(pid=109086) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:50:07.184529 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Device 94fc08c3-1f1a-4aed-9874-93929d326f03 no longer exists at agent hyperv_hv-cinder-82418 {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:50:07.242217 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e12b89-ca68-4711-8fdd-d9ef779e7558 req-59344896-7a85-4d79-b1a8-2090a99075f1 tempest-VolumesSnapshotTestJSON-116094683 tempest-VolumesSnapshotTestJSON-116094683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:07.249910 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-f9e12b89-ca68-4711-8fdd-d9ef779e7558 req-59344896-7a85-4d79-b1a8-2090a99075f1 tempest-VolumesSnapshotTestJSON-116094683 tempest-VolumesSnapshotTestJSON-116094683-project] 10.222.0.72 "GET /v2.0/ports?device_id=497a52b8-3aff-458c-bb2b-f2b020c6e059 HTTP/1.1" status: 200 len: 943 time: 0.0548503 Jan 28 13:50:07.297761 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-f9e12b89-ca68-4711-8fdd-d9ef779e7558 req-17ee95ca-4b3a-4e3c-be3c-9b7a55ca59a4 tempest-VolumesSnapshotTestJSON-116094683 tempest-VolumesSnapshotTestJSON-116094683-project] 10.222.0.72 "GET /v2.0/security-groups?id=5f848385-8043-4192-8e68-f04a8ef341f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468416 Jan 28 13:50:07.341799 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] For port c90feabb-150f-4cf4-b26f-5c2c03831f72, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=c90feabb-150f-4cf4-b26f-5c2c03831f72,segment=NetworkSegment(c6fb20d0-75de-447e-bb0a-1f2b4211be6b),segment_id=c6fb20d0-75de-447e-bb0a-1f2b4211be6b)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:50:07.358506 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Current status of the port 94fc08c3-1f1a-4aed-9874-93929d326f03 is: ACTIVE; New status is: DOWN {{(pid=109086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:50:07.358892 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (94fc08c3-1f1a-4aed-9874-93929d326f03), before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:07.361912 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Returning: {'device': 'c90feabb-150f-4cf4-b26f-5c2c03831f72', 'network_id': 'e5f39082-f680-498c-bc51-8f1c75546a19', 'port_id': 'c90feabb-150f-4cf4-b26f-5c2c03831f72', 'mac_address': 'fa:16:3e:5b:8d:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9c631df-e11b-4ef8-8859-4876ab9175ef', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109086) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:50:07.401286 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acf97c7f-503a-42ed-b6b7-f5cfba756426', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94fc08c3-1f1a-4aed-9874-93929d326f03'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:50:07.403405 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fe2f3ff242846a504b70cb1607640f93490c53de488d62a29fe51e57b5b242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8a6e5fb-9ab1-49d8-b46e-514444611416" -d '{"events": [{"server_uuid": "acf97c7f-503a-42ed-b6b7-f5cfba756426", "name": "network-vif-unplugged", "status": "completed", "tag": "94fc08c3-1f1a-4aed-9874-93929d326f03"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:50:07.420129 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] For port 94fc08c3-1f1a-4aed-9874-93929d326f03, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=94fc08c3-1f1a-4aed-9874-93929d326f03,segment=NetworkSegment(4050b7b0-e9a9-41d7-af46-815bd2fde404),segment_id=4050b7b0-e9a9-41d7-af46-815bd2fde404)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:50:07.426943 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862'] for port (94fc08c3-1f1a-4aed-9874-93929d326f03), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:07.430245 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Current status of the port c90feabb-150f-4cf4-b26f-5c2c03831f72 is: DOWN; New status is: BUILD {{(pid=109086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:50:07.430615 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (c90feabb-150f-4cf4-b26f-5c2c03831f72), before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:07.454575 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 28 Jan 2022 13:50:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6def9d8c-59f1-41ec-ada4-7b4267999b6b x-openstack-request-id: req-6def9d8c-59f1-41ec-ada4-7b4267999b6b {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:50:07.454842 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acf97c7f-503a-42ed-b6b7-f5cfba756426", "name": "network-vif-unplugged", "status": "failed", "tag": "94fc08c3-1f1a-4aed-9874-93929d326f03", "code": 422}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:50:07.455087 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-6def9d8c-59f1-41ec-ada4-7b4267999b6b {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:50:07.455524 dv-cinder-824187-7-iscsi neutron-server[109086]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'acf97c7f-503a-42ed-b6b7-f5cfba756426', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '94fc08c3-1f1a-4aed-9874-93929d326f03', 'code': 422} returned with failed status Jan 28 13:50:07.469198 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.notifiers.nova [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c90feabb-150f-4cf4-b26f-5c2c03831f72 {{(pid=109086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:50:07.502845 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] For port c90feabb-150f-4cf4-b26f-5c2c03831f72, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=c90feabb-150f-4cf4-b26f-5c2c03831f72,segment=NetworkSegment(c6fb20d0-75de-447e-bb0a-1f2b4211be6b),segment_id=c6fb20d0-75de-447e-bb0a-1f2b4211be6b)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:50:07.504208 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Pushing event updated for resources: {'Port': ['ID=94fc08c3-1f1a-4aed-9874-93929d326f03,revision_number=8']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:07.508489 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862'] for port (c90feabb-150f-4cf4-b26f-5c2c03831f72), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:07.557345 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Pushing event updated for resources: {'Port': ['ID=c90feabb-150f-4cf4-b26f-5c2c03831f72,revision_number=4']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:07.567939 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c825b48-1156-4311-8f0d-1338fe36cb09 req-8a2adb22-c3cc-41a2-b767-b68ce51a1aad tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:07.569483 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-0c825b48-1156-4311-8f0d-1338fe36cb09 req-8a2adb22-c3cc-41a2-b767-b68ce51a1aad tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/ports?device_id=acf97c7f-503a-42ed-b6b7-f5cfba756426 HTTP/1.1" status: 200 len: 944 time: 0.0519867 Jan 28 13:50:07.617158 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-0c825b48-1156-4311-8f0d-1338fe36cb09 req-78cceb78-d032-455c-ac14-2bb222deeba0 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/security-groups?id=838c2539-0840-4dd0-84f1-3571e607caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416262 Jan 28 13:50:07.914787 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] get_ports_and_sgs() called for port_ids ['c90feabb-150f-4cf4-b26f-5c2c03831f72'] {{(pid=109086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:50:08.106547 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [req-ab1cbf16-7f85-420e-b2c0-1d23c0897a75 req-dc645d55-7d5f-4005-b5cc-8be87f76d2d5 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=109084) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:50:08.107518 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-ab1cbf16-7f85-420e-b2c0-1d23c0897a75 req-dc645d55-7d5f-4005-b5cc-8be87f76d2d5 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055656 Jan 28 13:50:08.272764 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6eb54f-52d4-460f-a03a-23022b49fca0 req-63893d75-e67f-4339-be0d-3542d5645488 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:08.274283 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-ef6eb54f-52d4-460f-a03a-23022b49fca0 req-63893d75-e67f-4339-be0d-3542d5645488 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/ports?device_id=acf97c7f-503a-42ed-b6b7-f5cfba756426 HTTP/1.1" status: 200 len: 944 time: 0.0537629 Jan 28 13:50:08.320055 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-ef6eb54f-52d4-460f-a03a-23022b49fca0 req-f2d944dd-2291-47d8-8389-4059e4cd0539 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/security-groups?id=838c2539-0840-4dd0-84f1-3571e607caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401604 Jan 28 13:50:08.413980 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46459dc4-eaf1-451d-975c-4cbc0f4aecf5 req-1d519699-20df-4a7f-82a6-a8d8f5c17207 tempest-VolumesSnapshotTestJSON-116094683 tempest-VolumesSnapshotTestJSON-116094683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:08.415695 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-46459dc4-eaf1-451d-975c-4cbc0f4aecf5 req-1d519699-20df-4a7f-82a6-a8d8f5c17207 tempest-VolumesSnapshotTestJSON-116094683 tempest-VolumesSnapshotTestJSON-116094683-project] 10.222.0.72 "GET /v2.0/ports?device_id=497a52b8-3aff-458c-bb2b-f2b020c6e059 HTTP/1.1" status: 200 len: 944 time: 0.0477207 Jan 28 13:50:08.463153 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-46459dc4-eaf1-451d-975c-4cbc0f4aecf5 req-4f3edbe8-3c5a-4f60-8bbf-c16e8cffda98 tempest-VolumesSnapshotTestJSON-116094683 tempest-VolumesSnapshotTestJSON-116094683-project] 10.222.0.72 "GET /v2.0/security-groups?id=5f848385-8043-4192-8e68-f04a8ef341f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415628 Jan 28 13:50:08.595785 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 45480) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:50:08.695796 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-a6518e21-8853-40f2-bd91-f2395855ed19 req-83ce0bf0-bed0-4a27-9a6f-074aa2eaf66d service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=acf97c7f-503a-42ed-b6b7-f5cfba756426&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0987768 Jan 28 13:50:08.705298 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [req-a6518e21-8853-40f2-bd91-f2395855ed19 req-13cbc3f9-dfe0-414b-826f-172f76c637ab service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=109084) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:50:08.706242 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-a6518e21-8853-40f2-bd91-f2395855ed19 req-13cbc3f9-dfe0-414b-826f-172f76c637ab service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050919 Jan 28 13:50:09.184977 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Device c90feabb-150f-4cf4-b26f-5c2c03831f72 up at agent hyperv_hv-cinder-82418 {{(pid=109086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:50:09.239398 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Provisioning for port c90feabb-150f-4cf4-b26f-5c2c03831f72 completed by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:50:09.253390 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Provisioning complete for port c90feabb-150f-4cf4-b26f-5c2c03831f72 triggered by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:50:09.253802 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041328'] for port (c90feabb-150f-4cf4-b26f-5c2c03831f72), provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:09.333234 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Current status of the port c90feabb-150f-4cf4-b26f-5c2c03831f72 is: BUILD; New status is: ACTIVE {{(pid=109086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:50:09.333622 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (c90feabb-150f-4cf4-b26f-5c2c03831f72), before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:09.366660 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] For port c90feabb-150f-4cf4-b26f-5c2c03831f72, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=c90feabb-150f-4cf4-b26f-5c2c03831f72,segment=NetworkSegment(c6fb20d0-75de-447e-bb0a-1f2b4211be6b),segment_id=c6fb20d0-75de-447e-bb0a-1f2b4211be6b)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:50:09.372107 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862'] for port (c90feabb-150f-4cf4-b26f-5c2c03831f72), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:09.372989 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Device 94fc08c3-1f1a-4aed-9874-93929d326f03 no longer exists at agent hyperv_hv-cinder-82418 {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:50:09.442602 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974634fa-131a-489c-b9f7-c7474bbe26b3 req-4148a667-8491-4b55-bace-dcf69b04c681 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:09.444081 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-974634fa-131a-489c-b9f7-c7474bbe26b3 req-4148a667-8491-4b55-bace-dcf69b04c681 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/ports?device_id=acf97c7f-503a-42ed-b6b7-f5cfba756426 HTTP/1.1" status: 200 len: 944 time: 0.0482912 Jan 28 13:50:09.446382 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Pushing event updated for resources: {'Port': ['ID=c90feabb-150f-4cf4-b26f-5c2c03831f72,revision_number=5']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:09.456578 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '497a52b8-3aff-458c-bb2b-f2b020c6e059', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c90feabb-150f-4cf4-b26f-5c2c03831f72'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:50:09.458852 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fe2f3ff242846a504b70cb1607640f93490c53de488d62a29fe51e57b5b242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f4dc438-ed8f-401a-8733-e0318d8619c7" -d '{"events": [{"server_uuid": "497a52b8-3aff-458c-bb2b-f2b020c6e059", "name": "network-vif-plugged", "status": "completed", "tag": "c90feabb-150f-4cf4-b26f-5c2c03831f72"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:50:09.495479 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-974634fa-131a-489c-b9f7-c7474bbe26b3 req-3a63a4a9-d670-43d4-8438-23e728f601e3 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/security-groups?id=838c2539-0840-4dd0-84f1-3571e607caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450122 Jan 28 13:50:09.498104 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Current status of the port 94fc08c3-1f1a-4aed-9874-93929d326f03 is: DOWN; New status is: DOWN {{(pid=109086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:50:09.502366 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:50:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f7bef88-c7dd-4eac-927f-72b7832c53c4 x-openstack-request-id: req-9f7bef88-c7dd-4eac-927f-72b7832c53c4 {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:50:09.502870 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "497a52b8-3aff-458c-bb2b-f2b020c6e059", "name": "network-vif-plugged", "status": "completed", "tag": "c90feabb-150f-4cf4-b26f-5c2c03831f72", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:50:09.503298 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-9f7bef88-c7dd-4eac-927f-72b7832c53c4 {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:50:09.503864 dv-cinder-824187-7-iscsi neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '497a52b8-3aff-458c-bb2b-f2b020c6e059', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c90feabb-150f-4cf4-b26f-5c2c03831f72', 'code': 200} Jan 28 13:50:09.596319 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d1ed8a-85c7-4921-9d91-dba1cf7ecd36 req-dde97a66-bb22-4dfb-9aeb-050c755c58d1 tempest-VolumesSnapshotTestJSON-116094683 tempest-VolumesSnapshotTestJSON-116094683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:09.597954 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-91d1ed8a-85c7-4921-9d91-dba1cf7ecd36 req-dde97a66-bb22-4dfb-9aeb-050c755c58d1 tempest-VolumesSnapshotTestJSON-116094683 tempest-VolumesSnapshotTestJSON-116094683-project] 10.222.0.72 "GET /v2.0/ports?device_id=497a52b8-3aff-458c-bb2b-f2b020c6e059 HTTP/1.1" status: 200 len: 945 time: 0.0531201 Jan 28 13:50:09.651603 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-91d1ed8a-85c7-4921-9d91-dba1cf7ecd36 req-ff384d6a-0a8f-465c-bb0c-ec170b89b92d tempest-VolumesSnapshotTestJSON-116094683 tempest-VolumesSnapshotTestJSON-116094683-project] 10.222.0.72 "GET /v2.0/security-groups?id=5f848385-8043-4192-8e68-f04a8ef341f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470824 Jan 28 13:50:09.697261 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c625fd-1c3b-43ff-818c-63ac0eb46533 req-316c9c22-1e37-4aac-a111-b46f8e1029ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:09.698838 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-80c625fd-1c3b-43ff-818c-63ac0eb46533 req-316c9c22-1e37-4aac-a111-b46f8e1029ad service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=497a52b8-3aff-458c-bb2b-f2b020c6e059 HTTP/1.1" status: 200 len: 1098 time: 0.0411448 Jan 28 13:50:09.748260 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-80c625fd-1c3b-43ff-818c-63ac0eb46533 req-2c830f09-2edb-4ebe-a123-2d6f8c99196b service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=5f848385-8043-4192-8e68-f04a8ef341f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423779 Jan 28 13:50:10.625447 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6518e21-8853-40f2-bd91-f2395855ed19 req-ff09d2fa-aad7-4300-af91-49cfe666b7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:10.626969 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-a6518e21-8853-40f2-bd91-f2395855ed19 req-ff09d2fa-aad7-4300-af91-49cfe666b7c1 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=acf97c7f-503a-42ed-b6b7-f5cfba756426&tenant_id=0799c831a5c443ae8c670a0c79104f84 HTTP/1.1" status: 200 len: 1097 time: 0.0989039 Jan 28 13:50:10.640978 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae15195-9b8a-4aff-9020-23bb6b90c44f req-06f9967a-334e-4143-8190-7c8807c8672c tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:10.642490 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-cae15195-9b8a-4aff-9020-23bb6b90c44f req-06f9967a-334e-4143-8190-7c8807c8672c tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/ports?device_id=acf97c7f-503a-42ed-b6b7-f5cfba756426 HTTP/1.1" status: 200 len: 944 time: 0.0684233 Jan 28 13:50:10.719356 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-cae15195-9b8a-4aff-9020-23bb6b90c44f req-3ce6ab3c-8bea-4049-8dc8-5a79b262c25a tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/security-groups?id=838c2539-0840-4dd0-84f1-3571e607caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710309 Jan 28 13:50:10.725461 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6518e21-8853-40f2-bd91-f2395855ed19 req-4e8ad819-11fb-4b30-8342-c0e8b3885d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:10.726903 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-a6518e21-8853-40f2-bd91-f2395855ed19 req-4e8ad819-11fb-4b30-8342-c0e8b3885d17 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=0799c831a5c443ae8c670a0c79104f84&device_id=acf97c7f-503a-42ed-b6b7-f5cfba756426 HTTP/1.1" status: 200 len: 1097 time: 0.0713809 Jan 28 13:50:10.766916 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120ab4dd-1714-4fbb-8f89-077c0137ee07 req-5397eb0f-549f-48be-a154-8a536a128439 tempest-VolumesSnapshotTestJSON-116094683 tempest-VolumesSnapshotTestJSON-116094683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:10.768562 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-120ab4dd-1714-4fbb-8f89-077c0137ee07 req-5397eb0f-549f-48be-a154-8a536a128439 tempest-VolumesSnapshotTestJSON-116094683 tempest-VolumesSnapshotTestJSON-116094683-project] 10.222.0.72 "GET /v2.0/ports?device_id=497a52b8-3aff-458c-bb2b-f2b020c6e059 HTTP/1.1" status: 200 len: 945 time: 0.0494399 Jan 28 13:50:10.814879 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-120ab4dd-1714-4fbb-8f89-077c0137ee07 req-cc2a9a81-1a38-4921-9e18-02bbf471ea9e tempest-VolumesSnapshotTestJSON-116094683 tempest-VolumesSnapshotTestJSON-116094683-project] 10.222.0.72 "GET /v2.0/security-groups?id=5f848385-8043-4192-8e68-f04a8ef341f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402012 Jan 28 13:50:10.817357 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6518e21-8853-40f2-bd91-f2395855ed19 req-d6e96507-b012-43b7-882d-8bfa891daccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:10.818899 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-a6518e21-8853-40f2-bd91-f2395855ed19 req-d6e96507-b012-43b7-882d-8bfa891daccf service neutron] 10.222.0.78 "GET /v2.0/networks?id=711eb359-e0a6-4069-8d9d-85442c14b212 HTTP/1.1" status: 200 len: 918 time: 0.0850122 Jan 28 13:50:10.894337 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-a6518e21-8853-40f2-bd91-f2395855ed19 req-c6246d83-1719-477b-b8de-192c6193bc6f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=94fc08c3-1f1a-4aed-9874-93929d326f03 HTTP/1.1" status: 200 len: 999 time: 0.0621107 Jan 28 13:50:10.953395 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6518e21-8853-40f2-bd91-f2395855ed19 req-6ec87a69-fc70-4a37-8580-94d18465df2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:10.956767 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-a6518e21-8853-40f2-bd91-f2395855ed19 req-6ec87a69-fc70-4a37-8580-94d18465df2e service neutron] 10.222.0.78 "GET /v2.0/subnets?id=6a182525-8d42-4b74-88dd-616808d54b14 HTTP/1.1" status: 200 len: 856 time: 0.0526035 Jan 28 13:50:11.011227 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6518e21-8853-40f2-bd91-f2395855ed19 req-bff45408-418e-431b-bd90-e637b5a009fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:11.012736 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-a6518e21-8853-40f2-bd91-f2395855ed19 req-bff45408-418e-431b-bd90-e637b5a009fb service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=711eb359-e0a6-4069-8d9d-85442c14b212&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0480671 Jan 28 13:50:11.130764 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-a6518e21-8853-40f2-bd91-f2395855ed19 req-945fcf44-6087-4548-93f5-fc8cb4ea985d service neutron] 10.222.0.78 "GET /v2.0/networks/711eb359-e0a6-4069-8d9d-85442c14b212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992999 Jan 28 13:50:11.221203 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-a6518e21-8853-40f2-bd91-f2395855ed19 req-e848205e-f7bf-4ad3-8c9b-ecaa54adbb26 service neutron] 10.222.0.78 "GET /v2.0/networks/711eb359-e0a6-4069-8d9d-85442c14b212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820906 Jan 28 13:50:11.870895 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b857201f-1c47-4b29-8f27-0b0849a17dae req-7266134e-628a-4451-8719-d04bd7f8c9b3 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:11.872427 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-b857201f-1c47-4b29-8f27-0b0849a17dae req-7266134e-628a-4451-8719-d04bd7f8c9b3 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/ports?device_id=acf97c7f-503a-42ed-b6b7-f5cfba756426 HTTP/1.1" status: 200 len: 944 time: 0.0703170 Jan 28 13:50:11.925552 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-b857201f-1c47-4b29-8f27-0b0849a17dae req-2d570b1f-21e5-4eec-b8cb-4d18060cefaf tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/security-groups?id=838c2539-0840-4dd0-84f1-3571e607caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461540 Jan 28 13:50:11.981504 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51974c4a-9ba2-4a6d-b3aa-1fa89c446cb0 req-90fd2f35-cf8f-4aee-9f29-ea8a87c10183 tempest-VolumesSnapshotTestJSON-116094683 tempest-VolumesSnapshotTestJSON-116094683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:11.986381 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-51974c4a-9ba2-4a6d-b3aa-1fa89c446cb0 req-90fd2f35-cf8f-4aee-9f29-ea8a87c10183 tempest-VolumesSnapshotTestJSON-116094683 tempest-VolumesSnapshotTestJSON-116094683-project] 10.222.0.72 "GET /v2.0/ports?device_id=497a52b8-3aff-458c-bb2b-f2b020c6e059 HTTP/1.1" status: 200 len: 945 time: 0.0637641 Jan 28 13:50:12.033133 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-51974c4a-9ba2-4a6d-b3aa-1fa89c446cb0 req-5b08f63d-fc63-45f5-a807-33b08e581061 tempest-VolumesSnapshotTestJSON-116094683 tempest-VolumesSnapshotTestJSON-116094683-project] 10.222.0.72 "GET /v2.0/security-groups?id=5f848385-8043-4192-8e68-f04a8ef341f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421836 Jan 28 13:50:13.052910 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09cb417-5132-4a38-8fc4-e0da4da7d4a9 req-c070271c-0612-4f52-ba52-dac9834d913a tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:13.054443 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-c09cb417-5132-4a38-8fc4-e0da4da7d4a9 req-c070271c-0612-4f52-ba52-dac9834d913a tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/ports?device_id=acf97c7f-503a-42ed-b6b7-f5cfba756426 HTTP/1.1" status: 200 len: 944 time: 0.0505981 Jan 28 13:50:13.106999 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-c09cb417-5132-4a38-8fc4-e0da4da7d4a9 req-63ad062c-ce94-4743-8f8b-1dd009378874 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/security-groups?id=838c2539-0840-4dd0-84f1-3571e607caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452900 Jan 28 13:50:14.244735 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccfd84e-56bc-4626-875f-1be07ae18f93 req-b51efdaa-64e5-4503-982c-90a99fe6732c tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:14.246269 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-7ccfd84e-56bc-4626-875f-1be07ae18f93 req-b51efdaa-64e5-4503-982c-90a99fe6732c tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/ports?device_id=acf97c7f-503a-42ed-b6b7-f5cfba756426 HTTP/1.1" status: 200 len: 944 time: 0.0535767 Jan 28 13:50:14.298353 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-7ccfd84e-56bc-4626-875f-1be07ae18f93 req-ed94d838-5e46-40c6-8ab0-26ce7c91ddc1 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/security-groups?id=838c2539-0840-4dd0-84f1-3571e607caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462403 Jan 28 13:50:15.435564 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac206603-f3a2-450d-8840-e84ac6371ca9 req-7071bb7d-1d65-404d-81f7-b40cb97250e4 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:15.437178 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-ac206603-f3a2-450d-8840-e84ac6371ca9 req-7071bb7d-1d65-404d-81f7-b40cb97250e4 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/ports?device_id=acf97c7f-503a-42ed-b6b7-f5cfba756426 HTTP/1.1" status: 200 len: 944 time: 0.0569034 Jan 28 13:50:15.492971 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-ac206603-f3a2-450d-8840-e84ac6371ca9 req-7fdfa5c0-f6e7-4803-86d9-d8c57c6c1b68 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/security-groups?id=838c2539-0840-4dd0-84f1-3571e607caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496850 Jan 28 13:50:16.638100 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffac89a-a992-4e74-87f4-803a36dda141 req-69677b06-2e02-44b9-9d0a-6dcb382040a2 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:16.639822 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-6ffac89a-a992-4e74-87f4-803a36dda141 req-69677b06-2e02-44b9-9d0a-6dcb382040a2 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/ports?device_id=acf97c7f-503a-42ed-b6b7-f5cfba756426 HTTP/1.1" status: 200 len: 944 time: 0.0522676 Jan 28 13:50:16.697666 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-6ffac89a-a992-4e74-87f4-803a36dda141 req-9a481336-f3b5-4ccb-ba28-5c8b2403a8d8 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/security-groups?id=838c2539-0840-4dd0-84f1-3571e607caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512223 Jan 28 13:50:17.845460 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a35cda-899d-48b2-a132-b1bb4f11fe6f req-7f605b31-a1e2-4189-b35f-cbcdb7a60b64 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:17.852663 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-89a35cda-899d-48b2-a132-b1bb4f11fe6f req-7f605b31-a1e2-4189-b35f-cbcdb7a60b64 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/ports?device_id=acf97c7f-503a-42ed-b6b7-f5cfba756426 HTTP/1.1" status: 200 len: 944 time: 0.0666277 Jan 28 13:50:17.903279 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-89a35cda-899d-48b2-a132-b1bb4f11fe6f req-090f993a-8c2e-4bd0-8b77-7e4f447f5e01 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/security-groups?id=838c2539-0840-4dd0-84f1-3571e607caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496042 Jan 28 13:50:18.475450 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.agents_db [None req-2611350c-8bbf-4fa3-a5bb-e2ba3591f3a7 None None] Agent healthcheck: found 6 active agents {{(pid=109087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:50:19.040238 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adb5f1f-af4d-4df9-a120-ad4fd71132e1 req-444c0914-fc11-4bfc-a40d-236ee19dca49 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:19.041725 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-6adb5f1f-af4d-4df9-a120-ad4fd71132e1 req-444c0914-fc11-4bfc-a40d-236ee19dca49 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/ports?device_id=acf97c7f-503a-42ed-b6b7-f5cfba756426 HTTP/1.1" status: 200 len: 944 time: 0.0514834 Jan 28 13:50:19.091855 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-6adb5f1f-af4d-4df9-a120-ad4fd71132e1 req-180dc09a-628c-45e1-bea2-087b31b6bf69 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/security-groups?id=838c2539-0840-4dd0-84f1-3571e607caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438306 Jan 28 13:50:20.222495 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05cf537-af9a-456c-b80e-2c6ba16a0a83 req-7de0975b-bcd8-4380-9045-a74f47e110bd tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:20.224200 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-d05cf537-af9a-456c-b80e-2c6ba16a0a83 req-7de0975b-bcd8-4380-9045-a74f47e110bd tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/ports?device_id=acf97c7f-503a-42ed-b6b7-f5cfba756426 HTTP/1.1" status: 200 len: 944 time: 0.0519998 Jan 28 13:50:20.276951 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-d05cf537-af9a-456c-b80e-2c6ba16a0a83 req-21035388-4196-48e8-a0df-b32e586a162c tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/security-groups?id=838c2539-0840-4dd0-84f1-3571e607caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464406 Jan 28 13:50:21.413824 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b06ca1c-81bc-4a35-9cf7-4e5a643b475a req-ac825e5c-767a-43a8-b5a3-d892f526952e tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:21.415331 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-8b06ca1c-81bc-4a35-9cf7-4e5a643b475a req-ac825e5c-767a-43a8-b5a3-d892f526952e tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/ports?device_id=acf97c7f-503a-42ed-b6b7-f5cfba756426 HTTP/1.1" status: 200 len: 944 time: 0.0624907 Jan 28 13:50:21.469994 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-8b06ca1c-81bc-4a35-9cf7-4e5a643b475a req-eede0133-2037-478a-81ee-c1cb3c313e0d tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/security-groups?id=838c2539-0840-4dd0-84f1-3571e607caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455883 Jan 28 13:50:22.604224 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5602d57-dedf-4266-8b38-4ceab182a04c req-39bac460-f576-470a-b673-54ccf5971932 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:22.605783 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-e5602d57-dedf-4266-8b38-4ceab182a04c req-39bac460-f576-470a-b673-54ccf5971932 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/ports?device_id=acf97c7f-503a-42ed-b6b7-f5cfba756426 HTTP/1.1" status: 200 len: 944 time: 0.0569019 Jan 28 13:50:22.653176 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-e5602d57-dedf-4266-8b38-4ceab182a04c req-afc94ccb-19da-4c97-a1d6-ab64bbf98d8b tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/security-groups?id=838c2539-0840-4dd0-84f1-3571e607caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416422 Jan 28 13:50:23.800090 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49792572-1175-4878-b586-a7cde326b065 req-d1a5ce75-b21e-4100-b0be-7d432582cda3 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:23.801607 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-49792572-1175-4878-b586-a7cde326b065 req-d1a5ce75-b21e-4100-b0be-7d432582cda3 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/ports?device_id=acf97c7f-503a-42ed-b6b7-f5cfba756426 HTTP/1.1" status: 200 len: 944 time: 0.0529780 Jan 28 13:50:23.860880 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-49792572-1175-4878-b586-a7cde326b065 req-7ecb98ab-9203-4b5b-9c5f-ba20cf6130e2 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/security-groups?id=838c2539-0840-4dd0-84f1-3571e607caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532782 Jan 28 13:50:25.057431 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbdcb7d-e0bb-4518-b74b-7cb5e8dc11a3 req-175cd1b1-47b6-42bd-82b2-e91adea9b7f0 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:25.058937 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-fdbdcb7d-e0bb-4518-b74b-7cb5e8dc11a3 req-175cd1b1-47b6-42bd-82b2-e91adea9b7f0 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/ports?device_id=acf97c7f-503a-42ed-b6b7-f5cfba756426 HTTP/1.1" status: 200 len: 944 time: 0.1150045 Jan 28 13:50:25.109335 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-fdbdcb7d-e0bb-4518-b74b-7cb5e8dc11a3 req-f8e81ccd-c6a6-44fc-b3bf-d61a908963ae tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/security-groups?id=838c2539-0840-4dd0-84f1-3571e607caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446723 Jan 28 13:50:26.285982 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8916088b-0bd1-4e28-8e21-70e93cf47086 req-26de8c92-a8b1-4e78-a605-336e472b0a4f tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:26.287460 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-8916088b-0bd1-4e28-8e21-70e93cf47086 req-26de8c92-a8b1-4e78-a605-336e472b0a4f tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/ports?device_id=acf97c7f-503a-42ed-b6b7-f5cfba756426 HTTP/1.1" status: 200 len: 944 time: 0.1012409 Jan 28 13:50:26.335126 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-8916088b-0bd1-4e28-8e21-70e93cf47086 req-4e297d83-43f4-410a-a8de-c2268429a1e5 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/security-groups?id=838c2539-0840-4dd0-84f1-3571e607caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416391 Jan 28 13:50:27.468863 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c2b34f-7f89-4f29-8e76-f0432560f7f5 req-2ddfe219-64e8-470b-b3d5-2bafaae17f44 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:27.470245 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-47c2b34f-7f89-4f29-8e76-f0432560f7f5 req-2ddfe219-64e8-470b-b3d5-2bafaae17f44 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/ports?device_id=acf97c7f-503a-42ed-b6b7-f5cfba756426 HTTP/1.1" status: 200 len: 944 time: 0.0487685 Jan 28 13:50:27.526000 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-47c2b34f-7f89-4f29-8e76-f0432560f7f5 req-8361aa86-3b5e-4963-aaa2-8419b6d40b67 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/security-groups?id=838c2539-0840-4dd0-84f1-3571e607caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474217 Jan 28 13:50:28.226299 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c05fa474-d5e1-470d-b84b-e166e8ee1e06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (fe6892c5-7eb1-46ce-88dd-77c5bcc32263), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:28.663490 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db2a011-9cca-427c-9256-b0c2f2caec58 req-c39d8532-4dc0-4ca6-b41a-6ca5e1aac8eb tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:28.664986 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-1db2a011-9cca-427c-9256-b0c2f2caec58 req-c39d8532-4dc0-4ca6-b41a-6ca5e1aac8eb tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/ports?device_id=acf97c7f-503a-42ed-b6b7-f5cfba756426 HTTP/1.1" status: 200 len: 944 time: 0.0530350 Jan 28 13:50:28.713939 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-1db2a011-9cca-427c-9256-b0c2f2caec58 req-029f30f6-c2e7-44ad-bd97-2484ff43eceb tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/security-groups?id=838c2539-0840-4dd0-84f1-3571e607caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426919 Jan 28 13:50:29.852177 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d35f44-a2b3-4945-94cd-2e71fea6225e req-e27ba3cf-6476-4f1a-882d-eaebdad0a215 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:29.853718 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-36d35f44-a2b3-4945-94cd-2e71fea6225e req-e27ba3cf-6476-4f1a-882d-eaebdad0a215 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/ports?device_id=acf97c7f-503a-42ed-b6b7-f5cfba756426 HTTP/1.1" status: 200 len: 944 time: 0.0515523 Jan 28 13:50:29.904676 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-36d35f44-a2b3-4945-94cd-2e71fea6225e req-8ee10e5a-d025-4372-b120-f4a47239817a tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/security-groups?id=838c2539-0840-4dd0-84f1-3571e607caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426047 Jan 28 13:50:30.249398 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ba680d96-16fb-4b88-9616-266ca30a548b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (5fb30df9-6f10-41b8-94cc-b881623ba250), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:31.045319 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd86d98c-eb49-4bb9-9040-07d67b8c9ba4 req-ca34c430-dc5d-4c1e-8cac-46bbb8ff154c tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:31.047521 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-bd86d98c-eb49-4bb9-9040-07d67b8c9ba4 req-ca34c430-dc5d-4c1e-8cac-46bbb8ff154c tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/ports?device_id=acf97c7f-503a-42ed-b6b7-f5cfba756426 HTTP/1.1" status: 200 len: 944 time: 0.0578163 Jan 28 13:50:31.098550 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-bd86d98c-eb49-4bb9-9040-07d67b8c9ba4 req-5baeeb3f-500e-4262-ac35-c2c1e4f53510 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/security-groups?id=838c2539-0840-4dd0-84f1-3571e607caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453272 Jan 28 13:50:31.718381 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-120fdcba-5236-4c4f-ad1d-de3bbc2703f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (270c75b4-e9a8-4b16-85de-99abb56244df), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:32.250244 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bb8477-1a87-48b3-b13c-e6582b0a7ef1 req-654a5090-74c1-43e0-89af-d0d745afaffb tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:32.252670 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-97bb8477-1a87-48b3-b13c-e6582b0a7ef1 req-654a5090-74c1-43e0-89af-d0d745afaffb tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/ports?device_id=acf97c7f-503a-42ed-b6b7-f5cfba756426 HTTP/1.1" status: 200 len: 944 time: 0.0600905 Jan 28 13:50:32.311062 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-97bb8477-1a87-48b3-b13c-e6582b0a7ef1 req-f890bb65-4f5e-4306-aa1f-ad9af4c6091f tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/security-groups?id=838c2539-0840-4dd0-84f1-3571e607caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492001 Jan 28 13:50:32.845036 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a365d3e8-b48a-4a28-95b6-25537061fe93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (282d2827-b9b4-4282-91d0-335a7cd9818a), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:32.925723 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (06140fe1-dee6-47e9-9649-a5d5e543fff8), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:33.461258 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfcd085-6b49-4d8a-95c2-fcca9ce9c202 req-a30f27c7-1ebb-42ce-82b9-a9132031b7c5 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:33.462811 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-2cfcd085-6b49-4d8a-95c2-fcca9ce9c202 req-a30f27c7-1ebb-42ce-82b9-a9132031b7c5 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/ports?device_id=acf97c7f-503a-42ed-b6b7-f5cfba756426 HTTP/1.1" status: 200 len: 944 time: 0.0574477 Jan 28 13:50:33.515553 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-2cfcd085-6b49-4d8a-95c2-fcca9ce9c202 req-a6896e9a-a105-4fe3-ba31-ac1f6166b8a4 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/security-groups?id=838c2539-0840-4dd0-84f1-3571e607caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469000 Jan 28 13:50:34.222893 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (91ec632a-2927-4715-8bad-f3132ebcbe46), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:34.644411 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a454ec0-cd27-4205-91fb-d85032559b52 req-72fca0b0-9ba4-470b-a091-6f15c72e9655 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:34.645870 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-8a454ec0-cd27-4205-91fb-d85032559b52 req-72fca0b0-9ba4-470b-a091-6f15c72e9655 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/ports?device_id=acf97c7f-503a-42ed-b6b7-f5cfba756426 HTTP/1.1" status: 200 len: 944 time: 0.0558476 Jan 28 13:50:34.707959 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-8a454ec0-cd27-4205-91fb-d85032559b52 req-c2c26910-dcba-4d17-8181-d74338cb56a0 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/security-groups?id=838c2539-0840-4dd0-84f1-3571e607caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533559 Jan 28 13:50:35.241326 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-2d378e95-5bdb-45fe-8bd7-74e356f17c63 req-09cf5d72-8ed5-4575-bd80-bdfc2ba72046 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=d5d89034-8705-4e93-a271-97e037a7c2b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0415204 Jan 28 13:50:35.351955 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d378e95-5bdb-45fe-8bd7-74e356f17c63 req-8fcc9814-e3c6-4442-b989-d1cee98d56ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:35.353735 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-2d378e95-5bdb-45fe-8bd7-74e356f17c63 req-8fcc9814-e3c6-4442-b989-d1cee98d56ab service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=737de5ae86cd4e209c1bd6e090b968f3&device_id=d5d89034-8705-4e93-a271-97e037a7c2b3 HTTP/1.1" status: 200 len: 1099 time: 0.0428026 Jan 28 13:50:35.468517 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d378e95-5bdb-45fe-8bd7-74e356f17c63 req-f7a0e131-032b-480e-b795-dfa3d8eef560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:35.470054 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-2d378e95-5bdb-45fe-8bd7-74e356f17c63 req-f7a0e131-032b-480e-b795-dfa3d8eef560 service neutron] 10.222.0.78 "GET /v2.0/networks?id=78d9b12b-20e5-405d-b8d9-58d523acb332 HTTP/1.1" status: 200 len: 911 time: 0.0902426 Jan 28 13:50:35.544817 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-2d378e95-5bdb-45fe-8bd7-74e356f17c63 req-226270f3-499f-4ea8-8bf0-13aaa1438c79 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aa3e569d-6363-4a00-9499-01745c34b864 HTTP/1.1" status: 200 len: 1002 time: 0.0656202 Jan 28 13:50:35.600966 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d378e95-5bdb-45fe-8bd7-74e356f17c63 req-8919d285-c8c8-4ae9-a961-d6bf66076a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:35.602666 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-2d378e95-5bdb-45fe-8bd7-74e356f17c63 req-8919d285-c8c8-4ae9-a961-d6bf66076a59 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=3016a3fe-7a83-4026-bb15-1c5764645712 HTTP/1.1" status: 200 len: 849 time: 0.0488861 Jan 28 13:50:35.654025 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d378e95-5bdb-45fe-8bd7-74e356f17c63 req-7c1fb2f8-419c-48ef-8d15-594e8f5a6ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:35.655536 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-2d378e95-5bdb-45fe-8bd7-74e356f17c63 req-7c1fb2f8-419c-48ef-8d15-594e8f5a6ac1 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=78d9b12b-20e5-405d-b8d9-58d523acb332&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0432949 Jan 28 13:50:35.749394 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-2d378e95-5bdb-45fe-8bd7-74e356f17c63 req-58edb17f-75d5-4d4c-906f-2505fc9f0eec service neutron] 10.222.0.78 "GET /v2.0/networks/78d9b12b-20e5-405d-b8d9-58d523acb332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835381 Jan 28 13:50:35.842951 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-2d378e95-5bdb-45fe-8bd7-74e356f17c63 req-40f5359c-98a2-4d1f-892a-13f6e918efac service neutron] 10.222.0.78 "GET /v2.0/networks/78d9b12b-20e5-405d-b8d9-58d523acb332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872436 Jan 28 13:50:35.931992 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa9eff1-6f4f-45ef-9f38-098cfd25f790 req-f4e2095b-e44c-4115-aa06-2f679aa45ea2 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:35.933630 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-9fa9eff1-6f4f-45ef-9f38-098cfd25f790 req-f4e2095b-e44c-4115-aa06-2f679aa45ea2 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/ports?device_id=acf97c7f-503a-42ed-b6b7-f5cfba756426 HTTP/1.1" status: 200 len: 944 time: 0.0491381 Jan 28 13:50:35.981944 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-9fa9eff1-6f4f-45ef-9f38-098cfd25f790 req-9d4774f4-9d69-4b54-8cae-d14668b89442 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/security-groups?id=838c2539-0840-4dd0-84f1-3571e607caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422301 Jan 28 13:50:37.108374 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fefa5c-32d3-451e-b9b2-98eae7557902 req-b4eb1e04-3e79-4d56-aa3d-0ddf0170842f tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:37.109926 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-f2fefa5c-32d3-451e-b9b2-98eae7557902 req-b4eb1e04-3e79-4d56-aa3d-0ddf0170842f tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/ports?device_id=acf97c7f-503a-42ed-b6b7-f5cfba756426 HTTP/1.1" status: 200 len: 944 time: 0.0551193 Jan 28 13:50:37.158584 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-f2fefa5c-32d3-451e-b9b2-98eae7557902 req-67889310-b76c-4add-81ff-2ec6755fd7e2 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/security-groups?id=838c2539-0840-4dd0-84f1-3571e607caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428116 Jan 28 13:50:37.269674 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Device 94fc08c3-1f1a-4aed-9874-93929d326f03 details requested by agent hyperv_hv-cinder-82418 with host hv-cinder-82418 {{(pid=109086) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:50:37.491902 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] For port 94fc08c3-1f1a-4aed-9874-93929d326f03, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=94fc08c3-1f1a-4aed-9874-93929d326f03,segment=NetworkSegment(4050b7b0-e9a9-41d7-af46-815bd2fde404),segment_id=4050b7b0-e9a9-41d7-af46-815bd2fde404)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:50:37.504394 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Returning: {'device': '94fc08c3-1f1a-4aed-9874-93929d326f03', 'network_id': '711eb359-e0a6-4069-8d9d-85442c14b212', 'port_id': '94fc08c3-1f1a-4aed-9874-93929d326f03', 'mac_address': 'fa:16:3e:28:a6:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a182525-8d42-4b74-88dd-616808d54b14', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109086) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:50:37.542515 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Current status of the port 94fc08c3-1f1a-4aed-9874-93929d326f03 is: DOWN; New status is: BUILD {{(pid=109086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:50:37.542515 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (94fc08c3-1f1a-4aed-9874-93929d326f03), before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:37.556145 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.notifiers.nova [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94fc08c3-1f1a-4aed-9874-93929d326f03 {{(pid=109086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:50:37.576892 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] For port 94fc08c3-1f1a-4aed-9874-93929d326f03, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=94fc08c3-1f1a-4aed-9874-93929d326f03,segment=NetworkSegment(4050b7b0-e9a9-41d7-af46-815bd2fde404),segment_id=4050b7b0-e9a9-41d7-af46-815bd2fde404)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:50:37.582023 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862'] for port (94fc08c3-1f1a-4aed-9874-93929d326f03), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:37.627676 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Pushing event updated for resources: {'Port': ['ID=94fc08c3-1f1a-4aed-9874-93929d326f03,revision_number=9']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:37.635172 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:50:37.635523 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:50:37.635942 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:50:37.636283 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:50:37.636617 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:50:37.636981 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:50:37.637312 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:50:37.637622 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:50:37.637952 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:50:37.638301 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:50:37.638628 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:50:37.638952 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:50:37.639273 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:50:38.068270 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] get_ports_and_sgs() called for port_ids ['94fc08c3-1f1a-4aed-9874-93929d326f03'] {{(pid=109086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:50:38.284417 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ebcbce-fea3-4e19-8b51-d0265fddead8 req-531153e9-b944-4b80-b1f1-c23afd006765 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:38.285956 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-c6ebcbce-fea3-4e19-8b51-d0265fddead8 req-531153e9-b944-4b80-b1f1-c23afd006765 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/ports?device_id=acf97c7f-503a-42ed-b6b7-f5cfba756426 HTTP/1.1" status: 200 len: 945 time: 0.0550528 Jan 28 13:50:38.332893 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-c6ebcbce-fea3-4e19-8b51-d0265fddead8 req-1168d594-3c11-4a1e-b346-b5c53dc66bf8 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/security-groups?id=838c2539-0840-4dd0-84f1-3571e607caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411096 Jan 28 13:50:39.288256 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Device 94fc08c3-1f1a-4aed-9874-93929d326f03 up at agent hyperv_hv-cinder-82418 {{(pid=109086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:50:39.342559 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Provisioning complete for port 94fc08c3-1f1a-4aed-9874-93929d326f03 triggered by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:50:39.342804 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041328'] for port (94fc08c3-1f1a-4aed-9874-93929d326f03), provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:39.421390 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Current status of the port 94fc08c3-1f1a-4aed-9874-93929d326f03 is: BUILD; New status is: ACTIVE {{(pid=109086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:50:39.421780 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (94fc08c3-1f1a-4aed-9874-93929d326f03), before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:39.444489 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acf97c7f-503a-42ed-b6b7-f5cfba756426', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94fc08c3-1f1a-4aed-9874-93929d326f03'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:50:39.447087 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fe2f3ff242846a504b70cb1607640f93490c53de488d62a29fe51e57b5b242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fedc4362-8b9a-4962-a460-e0ad9df2bbfb" -d '{"events": [{"server_uuid": "acf97c7f-503a-42ed-b6b7-f5cfba756426", "name": "network-vif-plugged", "status": "completed", "tag": "94fc08c3-1f1a-4aed-9874-93929d326f03"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:50:39.459629 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3cf92e-7dfc-4dc0-8ea7-364f3a43e18d req-70682d62-043d-431e-afa2-b0131033d329 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:39.460506 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] For port 94fc08c3-1f1a-4aed-9874-93929d326f03, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=94fc08c3-1f1a-4aed-9874-93929d326f03,segment=NetworkSegment(4050b7b0-e9a9-41d7-af46-815bd2fde404),segment_id=4050b7b0-e9a9-41d7-af46-815bd2fde404)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:50:39.461192 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-4d3cf92e-7dfc-4dc0-8ea7-364f3a43e18d req-70682d62-043d-431e-afa2-b0131033d329 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/ports?device_id=acf97c7f-503a-42ed-b6b7-f5cfba756426 HTTP/1.1" status: 200 len: 945 time: 0.0495636 Jan 28 13:50:39.466650 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862'] for port (94fc08c3-1f1a-4aed-9874-93929d326f03), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:39.491369 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b758361-6a30-413f-89ce-295853470187 x-openstack-request-id: req-5b758361-6a30-413f-89ce-295853470187 {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:50:39.491692 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acf97c7f-503a-42ed-b6b7-f5cfba756426", "name": "network-vif-plugged", "status": "completed", "tag": "94fc08c3-1f1a-4aed-9874-93929d326f03", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:50:39.491945 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-5b758361-6a30-413f-89ce-295853470187 {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:50:39.492320 dv-cinder-824187-7-iscsi neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acf97c7f-503a-42ed-b6b7-f5cfba756426', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94fc08c3-1f1a-4aed-9874-93929d326f03', 'code': 200} Jan 28 13:50:39.511166 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-4d3cf92e-7dfc-4dc0-8ea7-364f3a43e18d req-89d14f23-bd17-49b4-bfc9-97abf2a6bfe0 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/security-groups?id=838c2539-0840-4dd0-84f1-3571e607caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431650 Jan 28 13:50:39.520249 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Pushing event updated for resources: {'Port': ['ID=94fc08c3-1f1a-4aed-9874-93929d326f03,revision_number=10']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:50:40.037854 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ec90af-17e6-4468-a037-742e68ddfaa0 req-062bc3eb-eade-4ab9-b9cc-6f7fc4bca345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:40.039354 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-22ec90af-17e6-4468-a037-742e68ddfaa0 req-062bc3eb-eade-4ab9-b9cc-6f7fc4bca345 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=acf97c7f-503a-42ed-b6b7-f5cfba756426 HTTP/1.1" status: 200 len: 1100 time: 0.0432057 Jan 28 13:50:40.087881 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-22ec90af-17e6-4468-a037-742e68ddfaa0 req-0072e762-6d94-4059-81c8-6d2617df0074 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=838c2539-0840-4dd0-84f1-3571e607caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406897 Jan 28 13:50:40.648760 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9cf462-3672-4f0b-892e-e3225042bd43 req-fad7750d-0d20-402b-a989-dd9f267b1f5f tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:40.650242 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-ae9cf462-3672-4f0b-892e-e3225042bd43 req-fad7750d-0d20-402b-a989-dd9f267b1f5f tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/ports?device_id=acf97c7f-503a-42ed-b6b7-f5cfba756426 HTTP/1.1" status: 200 len: 947 time: 0.0539238 Jan 28 13:50:40.700475 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-ae9cf462-3672-4f0b-892e-e3225042bd43 req-7c53ec1b-f50a-4a4b-beb8-51788b11ff33 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/security-groups?id=838c2539-0840-4dd0-84f1-3571e607caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445004 Jan 28 13:50:41.839394 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f05b212-f1ed-4162-a63f-d545b4f7e4c5 req-01f87c27-5c4e-41d1-9d4c-50b335c4cb6d tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:41.841427 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-1f05b212-f1ed-4162-a63f-d545b4f7e4c5 req-01f87c27-5c4e-41d1-9d4c-50b335c4cb6d tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/ports?device_id=acf97c7f-503a-42ed-b6b7-f5cfba756426 HTTP/1.1" status: 200 len: 947 time: 0.0567598 Jan 28 13:50:41.892223 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-1f05b212-f1ed-4162-a63f-d545b4f7e4c5 req-a17dd61b-78f9-4188-abd7-520973125aea tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/security-groups?id=838c2539-0840-4dd0-84f1-3571e607caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447781 Jan 28 13:50:43.030131 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6767260e-e40e-438d-b491-991b90564f21 req-d4da105b-490f-45d9-8ed8-4261bd817dfc tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:43.031699 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-6767260e-e40e-438d-b491-991b90564f21 req-d4da105b-490f-45d9-8ed8-4261bd817dfc tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/ports?device_id=acf97c7f-503a-42ed-b6b7-f5cfba756426 HTTP/1.1" status: 200 len: 947 time: 0.0542672 Jan 28 13:50:43.085662 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-6767260e-e40e-438d-b491-991b90564f21 req-b166ec1e-d68e-4545-8b12-5c4488a256a8 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/security-groups?id=838c2539-0840-4dd0-84f1-3571e607caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455861 Jan 28 13:50:55.475754 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.agents_db [None req-2611350c-8bbf-4fa3-a5bb-e2ba3591f3a7 None None] Agent healthcheck: found 6 active agents {{(pid=109087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:50:57.463314 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a983d28-1d3b-4fdf-a517-2939a220a6e4 req-4a818330-49c7-489e-aff6-44967e192d12 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:57.464804 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-8a983d28-1d3b-4fdf-a517-2939a220a6e4 req-4a818330-49c7-489e-aff6-44967e192d12 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] 10.222.0.72 "GET /v2.0/ports?device_id=6ee01aab-bdae-47e3-bc29-f58ab7e57e79 HTTP/1.1" status: 200 len: 945 time: 0.0529375 Jan 28 13:50:57.518295 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-8a983d28-1d3b-4fdf-a517-2939a220a6e4 req-eafd947a-7719-4706-ba1b-5beb1704b299 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] 10.222.0.72 "GET /v2.0/security-groups?id=c593fc4e-d69d-427e-8a7c-494b33da0fac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450525 Jan 28 13:50:58.229166 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-fd66592f-7fb0-4608-b28e-1891c376a490 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (fe6892c5-7eb1-46ce-88dd-77c5bcc32263), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:50:58.645130 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849366ce-9bbf-4429-9005-91ac687bc591 req-a4bc2972-27e4-473b-9b21-415f106e3c54 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:58.646622 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-849366ce-9bbf-4429-9005-91ac687bc591 req-a4bc2972-27e4-473b-9b21-415f106e3c54 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] 10.222.0.72 "GET /v2.0/ports?device_id=6ee01aab-bdae-47e3-bc29-f58ab7e57e79 HTTP/1.1" status: 200 len: 945 time: 0.0548699 Jan 28 13:50:58.698493 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-849366ce-9bbf-4429-9005-91ac687bc591 req-8de0bdca-a78c-4aae-9899-f9f1e541aa61 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] 10.222.0.72 "GET /v2.0/security-groups?id=c593fc4e-d69d-427e-8a7c-494b33da0fac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442243 Jan 28 13:50:59.827760 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bf3041-aeb5-4f44-b611-17a20e325ad2 req-69197a9f-59a7-4b16-a221-5bbd28bad356 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:50:59.829491 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-34bf3041-aeb5-4f44-b611-17a20e325ad2 req-69197a9f-59a7-4b16-a221-5bbd28bad356 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] 10.222.0.72 "GET /v2.0/ports?device_id=6ee01aab-bdae-47e3-bc29-f58ab7e57e79 HTTP/1.1" status: 200 len: 945 time: 0.0541952 Jan 28 13:50:59.879579 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-34bf3041-aeb5-4f44-b611-17a20e325ad2 req-d8c5d8c2-bb08-48a7-a6b9-5c5c021873f9 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] 10.222.0.72 "GET /v2.0/security-groups?id=c593fc4e-d69d-427e-8a7c-494b33da0fac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445828 Jan 28 13:51:00.255124 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-de78f814-f81a-4e53-866f-e2be55776248 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (5fb30df9-6f10-41b8-94cc-b881623ba250), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:00.998810 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c89116a-0c01-497a-a671-d221a1ea1d46 req-eefd36d5-12a9-45cd-a7b6-279f07d028c9 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:01.000333 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-3c89116a-0c01-497a-a671-d221a1ea1d46 req-eefd36d5-12a9-45cd-a7b6-279f07d028c9 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] 10.222.0.72 "GET /v2.0/ports?device_id=6ee01aab-bdae-47e3-bc29-f58ab7e57e79 HTTP/1.1" status: 200 len: 945 time: 0.0506978 Jan 28 13:51:01.067153 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-3c89116a-0c01-497a-a671-d221a1ea1d46 req-a1e16029-2e98-4570-ada2-d2337c5a98db tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] 10.222.0.72 "GET /v2.0/security-groups?id=c593fc4e-d69d-427e-8a7c-494b33da0fac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578146 Jan 28 13:51:01.726317 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-120fdcba-5236-4c4f-ad1d-de3bbc2703f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (270c75b4-e9a8-4b16-85de-99abb56244df), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:02.098835 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb00cc9-6d48-4efa-89c4-b59e9f5fed67 req-8bcb6aef-7b4a-4a03-a115-1ed28a749a53 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:02.100354 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-2fb00cc9-6d48-4efa-89c4-b59e9f5fed67 req-8bcb6aef-7b4a-4a03-a115-1ed28a749a53 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] 10.222.0.78 "GET /v2.0/ports?device_id=6ee01aab-bdae-47e3-bc29-f58ab7e57e79 HTTP/1.1" status: 200 len: 945 time: 0.0518374 Jan 28 13:51:02.215337 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778688b0-b821-4545-904f-f2e4f51d0ddc req-6e527f40-7d12-4c1f-a48b-972e9032248c tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:02.216801 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-778688b0-b821-4545-904f-f2e4f51d0ddc req-6e527f40-7d12-4c1f-a48b-972e9032248c tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] 10.222.0.72 "GET /v2.0/ports?device_id=6ee01aab-bdae-47e3-bc29-f58ab7e57e79 HTTP/1.1" status: 200 len: 945 time: 0.0806217 Jan 28 13:51:02.251557 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-2fb00cc9-6d48-4efa-89c4-b59e9f5fed67 req-c798c37a-4f91-4991-b73f-c534f65cd9cf tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Deleting port 9cc1cadf-4bf3-4415-91c4-eea20123e01d {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:51:02.251900 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-2fb00cc9-6d48-4efa-89c4-b59e9f5fed67 req-c798c37a-4f91-4991-b73f-c534f65cd9cf tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742788692592'] for port (9cc1cadf-4bf3-4415-91c4-eea20123e01d), before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:02.316231 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-778688b0-b821-4545-904f-f2e4f51d0ddc req-d81ce56c-a54b-4f5b-ab7c-1a26dac537b4 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] 10.222.0.72 "GET /v2.0/security-groups?id=c593fc4e-d69d-427e-8a7c-494b33da0fac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937684 Jan 28 13:51:02.363445 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-2fb00cc9-6d48-4efa-89c4-b59e9f5fed67 req-c798c37a-4f91-4991-b73f-c534f65cd9cf tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] For port 9cc1cadf-4bf3-4415-91c4-eea20123e01d, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=9cc1cadf-4bf3-4415-91c4-eea20123e01d,segment=NetworkSegment(96a3ffce-3ebc-4cee-b2b1-2d336e9f8d25),segment_id=96a3ffce-3ebc-4cee-b2b1-2d336e9f8d25)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:51:02.363712 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-2fb00cc9-6d48-4efa-89c4-b59e9f5fed67 req-c798c37a-4f91-4991-b73f-c534f65cd9cf tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818260'] for port (9cc1cadf-4bf3-4415-91c4-eea20123e01d), precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:02.589882 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-2fb00cc9-6d48-4efa-89c4-b59e9f5fed67 req-c798c37a-4f91-4991-b73f-c534f65cd9cf tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:02.590252 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-2fb00cc9-6d48-4efa-89c4-b59e9f5fed67 req-c798c37a-4f91-4991-b73f-c534f65cd9cf tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1817779'] for floatingip (31e0fdc0-e50b-4c50-9d75-a56676df776f), after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:02.590562 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.db.l3_db [req-2fb00cc9-6d48-4efa-89c4-b59e9f5fed67 req-c798c37a-4f91-4991-b73f-c534f65cd9cf tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Floating IP 31e0fdc0-e50b-4c50-9d75-a56676df776f disassociated. External IP: 172.27.0.240, port: 9cc1cadf-4bf3-4415-91c4-eea20123e01d. Jan 28 13:51:02.590874 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-2fb00cc9-6d48-4efa-89c4-b59e9f5fed67 req-c798c37a-4f91-4991-b73f-c534f65cd9cf tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Calling delete_port for 9cc1cadf-4bf3-4415-91c4-eea20123e01d owned by compute:nova {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:51:02.723440 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-2fb00cc9-6d48-4efa-89c4-b59e9f5fed67 req-c798c37a-4f91-4991-b73f-c534f65cd9cf tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742788697034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742788384835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4723325'] for port (9cc1cadf-4bf3-4415-91c4-eea20123e01d), after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:02.753021 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c798c37a-4f91-4991-b73f-c534f65cd9cf tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Pushing event deleted for resources: {'Port': ['ID=9cc1cadf-4bf3-4415-91c4-eea20123e01d,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:02.763557 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c798c37a-4f91-4991-b73f-c534f65cd9cf tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:51:02.763975 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c798c37a-4f91-4991-b73f-c534f65cd9cf tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:51:02.764261 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c798c37a-4f91-4991-b73f-c534f65cd9cf tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:51:02.764629 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c798c37a-4f91-4991-b73f-c534f65cd9cf tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:51:02.764999 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c798c37a-4f91-4991-b73f-c534f65cd9cf tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:51:02.765332 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c798c37a-4f91-4991-b73f-c534f65cd9cf tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:51:02.765660 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c798c37a-4f91-4991-b73f-c534f65cd9cf tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:51:02.765993 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c798c37a-4f91-4991-b73f-c534f65cd9cf tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:51:02.766736 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c798c37a-4f91-4991-b73f-c534f65cd9cf tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:51:02.766736 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c798c37a-4f91-4991-b73f-c534f65cd9cf tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:51:02.766928 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c798c37a-4f91-4991-b73f-c534f65cd9cf tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:51:02.767252 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c798c37a-4f91-4991-b73f-c534f65cd9cf tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:51:02.767573 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c798c37a-4f91-4991-b73f-c534f65cd9cf tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:51:02.846218 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a365d3e8-b48a-4a28-95b6-25537061fe93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (282d2827-b9b4-4282-91d0-335a7cd9818a), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:02.884382 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2fb00cc9-6d48-4efa-89c4-b59e9f5fed67 req-c798c37a-4f91-4991-b73f-c534f65cd9cf tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Router 3b37101d-7801-484d-9b53-12bc30cc60a8 has already been hosted by L3 agent 5fb30df9-6f10-41b8-94cc-b881623ba250 {{(pid=109085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:51:02.923218 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (06140fe1-dee6-47e9-9649-a5d5e543fff8), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:02.994804 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2fb00cc9-6d48-4efa-89c4-b59e9f5fed67 req-c798c37a-4f91-4991-b73f-c534f65cd9cf tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Notify agent at l3_agent.dv-cinder-824187-7-iscsi the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:51:03.005087 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a300ba-200f-4f34-bed4-f2cb881c8710 None None] Sync routers for ids ['3b37101d-7801-484d-9b53-12bc30cc60a8'] in dv-cinder-824187-7-iscsi {{(pid=109086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:51:03.016512 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a300ba-200f-4f34-bed4-f2cb881c8710 None None] Routers {'3b37101d-7801-484d-9b53-12bc30cc60a8'} bound to L3 agent in host dv-cinder-824187-7-iscsi {{(pid=109086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:51:03.017459 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-a6a300ba-200f-4f34-bed4-f2cb881c8710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-28T13:37:30Z,description=,heartbeat_timestamp=2022-01-28T13:51:00Z,host='dv-cinder-824187-7-iscsi',id=5fb30df9-6f10-41b8-94cc-b881623ba250,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:37:30Z,topic='l3_agent')) {'router_ids': ['3b37101d-7801-484d-9b53-12bc30cc60a8'], 'active': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:51:03.038253 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fb00cc9-6d48-4efa-89c4-b59e9f5fed67 req-c798c37a-4f91-4991-b73f-c534f65cd9cf tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] No DVR routers for this DVR port 9cc1cadf-4bf3-4415-91c4-eea20123e01d on host hv-cinder-82418 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:51:03.041156 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-2fb00cc9-6d48-4efa-89c4-b59e9f5fed67 req-c798c37a-4f91-4991-b73f-c534f65cd9cf tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91499'] for port (None), before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:03.045059 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-2fb00cc9-6d48-4efa-89c4-b59e9f5fed67 req-c798c37a-4f91-4991-b73f-c534f65cd9cf tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] 10.222.0.78 "DELETE /v2.0/ports/9cc1cadf-4bf3-4415-91c4-eea20123e01d HTTP/1.1" status: 204 len: 173 time: 0.9392323 Jan 28 13:51:03.045525 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ee01aab-bdae-47e3-bc29-f58ab7e57e79', 'name': 'network-vif-deleted', 'tag': '9cc1cadf-4bf3-4415-91c4-eea20123e01d'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:51:03.048583 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19ef927ebdb7e136520bf73605241c98ba3844c75ab8794845cb00139da391b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad45949f-1cb5-48d4-b6c5-f6e57f94e043" -d '{"events": [{"server_uuid": "6ee01aab-bdae-47e3-bc29-f58ab7e57e79", "name": "network-vif-deleted", "tag": "9cc1cadf-4bf3-4415-91c4-eea20123e01d"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:51:03.135511 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvr_db [None req-a6a300ba-200f-4f34-bed4-f2cb881c8710 None None] Set router 3b37101d-7801-484d-9b53-12bc30cc60a8 gateway port host: dv-cinder-824187-7-iscsi {{(pid=109086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:51:03.151379 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:51:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc6b41a4-5492-4c25-9cc3-58ebb8ab642a x-openstack-request-id: req-bc6b41a4-5492-4c25-9cc3-58ebb8ab642a {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:51:03.151891 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ee01aab-bdae-47e3-bc29-f58ab7e57e79", "name": "network-vif-deleted", "tag": "9cc1cadf-4bf3-4415-91c4-eea20123e01d", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:51:03.151891 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-bc6b41a4-5492-4c25-9cc3-58ebb8ab642a {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:51:03.152298 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ee01aab-bdae-47e3-bc29-f58ab7e57e79', 'name': 'network-vif-deleted', 'tag': '9cc1cadf-4bf3-4415-91c4-eea20123e01d', 'status': 'completed', 'code': 200} Jan 28 13:51:03.344380 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-a6a300ba-200f-4f34-bed4-f2cb881c8710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b37101d-7801-484d-9b53-12bc30cc60a8', 'name': 'tempest-TestVolumeBootPattern-2005865697-router', 'tenant_id': '91bd515480d64f1fb4c68f74dfec7a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'external_fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': 'c77b92c2-3718-4b36-af0f-460cc3a27081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:46:31Z', 'updated_at': '2022-01-28T13:46:37Z', 'revision_number': 4, 'project_id': '91bd515480d64f1fb4c68f74dfec7a79', 'gw_port': {'id': 'c77b92c2-3718-4b36-af0f-460cc3a27081', 'name': '', 'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:5e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b37101d-7801-484d-9b53-12bc30cc60a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:46:32Z', 'updated_at': '2022-01-28T13:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-7-iscsi', '_interfaces': [{'id': 'c5d68468-b68d-494b-a83f-3578fc646a5b', 'name': '', 'network_id': 'edec13d6-6734-4abe-91ae-5b6be190099b', 'tenant_id': '91bd515480d64f1fb4c68f74dfec7a79', 'mac_address': 'fa:16:3e:3c:05:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b37101d-7801-484d-9b53-12bc30cc60a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '0bbd587e-7762-4c23-87b9-7f5b462e54c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:46:36Z', 'updated_at': '2022-01-28T13:46:42Z', 'revision_number': 5, 'project_id': '91bd515480d64f1fb4c68f74dfec7a79', 'subnets': [{'id': '0bbd587e-7762-4c23-87b9-7f5b462e54c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824187-7-iscsi', False) {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:51:03.375417 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a300ba-200f-4f34-bed4-f2cb881c8710 None None] Checking router: 3b37101d-7801-484d-9b53-12bc30cc60a8 for host: dv-cinder-824187-7-iscsi {{(pid=109086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:51:03.385101 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a300ba-200f-4f34-bed4-f2cb881c8710 None None] Routers {'3b37101d-7801-484d-9b53-12bc30cc60a8'} bound to L3 agent in host dv-cinder-824187-7-iscsi {{(pid=109086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:51:03.385797 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-a6a300ba-200f-4f34-bed4-f2cb881c8710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-28T13:37:30Z,description=,heartbeat_timestamp=2022-01-28T13:51:00Z,host='dv-cinder-824187-7-iscsi',id=5fb30df9-6f10-41b8-94cc-b881623ba250,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:37:30Z,topic='l3_agent')) {'router_ids': ['3b37101d-7801-484d-9b53-12bc30cc60a8'], 'active': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:51:03.417100 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-48c36328-7e25-4206-a928-f2db2e619021 req-b32c580b-0b58-4002-a71d-8071ad66367f tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] 10.222.0.72 "GET /v2.0/ports?device_id=6ee01aab-bdae-47e3-bc29-f58ab7e57e79 HTTP/1.1" status: 200 len: 210 time: 0.0301478 Jan 28 13:51:03.499182 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvr_db [None req-a6a300ba-200f-4f34-bed4-f2cb881c8710 None None] Set router 3b37101d-7801-484d-9b53-12bc30cc60a8 gateway port host: dv-cinder-824187-7-iscsi {{(pid=109086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:51:03.705839 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-a6a300ba-200f-4f34-bed4-f2cb881c8710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b37101d-7801-484d-9b53-12bc30cc60a8', 'name': 'tempest-TestVolumeBootPattern-2005865697-router', 'tenant_id': '91bd515480d64f1fb4c68f74dfec7a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'external_fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': 'c77b92c2-3718-4b36-af0f-460cc3a27081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:46:31Z', 'updated_at': '2022-01-28T13:46:37Z', 'revision_number': 4, 'project_id': '91bd515480d64f1fb4c68f74dfec7a79', 'gw_port': {'id': 'c77b92c2-3718-4b36-af0f-460cc3a27081', 'name': '', 'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:5e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b37101d-7801-484d-9b53-12bc30cc60a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:46:32Z', 'updated_at': '2022-01-28T13:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-7-iscsi', '_interfaces': [{'id': 'c5d68468-b68d-494b-a83f-3578fc646a5b', 'name': '', 'network_id': 'edec13d6-6734-4abe-91ae-5b6be190099b', 'tenant_id': '91bd515480d64f1fb4c68f74dfec7a79', 'mac_address': 'fa:16:3e:3c:05:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b37101d-7801-484d-9b53-12bc30cc60a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '0bbd587e-7762-4c23-87b9-7f5b462e54c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:46:36Z', 'updated_at': '2022-01-28T13:46:42Z', 'revision_number': 5, 'project_id': '91bd515480d64f1fb4c68f74dfec7a79', 'subnets': [{'id': '0bbd587e-7762-4c23-87b9-7f5b462e54c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824187-7-iscsi', False) {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:51:03.737483 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a300ba-200f-4f34-bed4-f2cb881c8710 None None] The sync data for ids ['3b37101d-7801-484d-9b53-12bc30cc60a8'] in dv-cinder-824187-7-iscsi is: [{'id': '3b37101d-7801-484d-9b53-12bc30cc60a8', 'name': 'tempest-TestVolumeBootPattern-2005865697-router', 'tenant_id': '91bd515480d64f1fb4c68f74dfec7a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'external_fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': 'c77b92c2-3718-4b36-af0f-460cc3a27081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:46:31Z', 'updated_at': '2022-01-28T13:46:37Z', 'revision_number': 4, 'project_id': '91bd515480d64f1fb4c68f74dfec7a79', 'gw_port': {'id': 'c77b92c2-3718-4b36-af0f-460cc3a27081', 'name': '', 'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:5e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b37101d-7801-484d-9b53-12bc30cc60a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:46:32Z', 'updated_at': '2022-01-28T13:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-7-iscsi', '_interfaces': [{'id': 'c5d68468-b68d-494b-a83f-3578fc646a5b', 'name': '', 'network_id': 'edec13d6-6734-4abe-91ae-5b6be190099b', 'tenant_id': '91bd515480d64f1fb4c68f74dfec7a79', 'mac_address': 'fa:16:3e:3c:05:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b37101d-7801-484d-9b53-12bc30cc60a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '0bbd587e-7762-4c23-87b9-7f5b462e54c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:46:36Z', 'updated_at': '2022-01-28T13:46:42Z', 'revision_number': 5, 'project_id': '91bd515480d64f1fb4c68f74dfec7a79', 'subnets': [{'id': '0bbd587e-7762-4c23-87b9-7f5b462e54c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:51:03.997899 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-304e4f7a-73a9-4e28-8adb-d54be17af1c8 None None] New status for floating IP 31e0fdc0-e50b-4c50-9d75-a56676df776f: DOWN {{(pid=109087) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 13:51:04.210835 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (91ec632a-2927-4715-8bad-f3132ebcbe46), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:04.685515 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-d61a1450-6489-4574-95a5-7a30ef5c2cd9 req-1a37d20e-c5c9-478c-a124-b3d26ac6c919 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-119210468&fields=id&tenant_id=91bd515480d64f1fb4c68f74dfec7a79 HTTP/1.1" status: 200 len: 267 time: 0.0424385 Jan 28 13:51:04.793157 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61a1450-6489-4574-95a5-7a30ef5c2cd9 req-61a2aa5e-250c-4385-bc37-5189165ca233 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:04.794590 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-d61a1450-6489-4574-95a5-7a30ef5c2cd9 req-61a2aa5e-250c-4385-bc37-5189165ca233 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] 10.222.0.72 "GET /v2.0/networks?id=edec13d6-6734-4abe-91ae-5b6be190099b HTTP/1.1" status: 200 len: 812 time: 0.1023250 Jan 28 13:51:04.810088 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-d61a1450-6489-4574-95a5-7a30ef5c2cd9 req-dd7b373f-71e4-4dc5-9fcd-7e3750d35354 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] 10.222.0.72 "GET /v2.0/quotas/91bd515480d64f1fb4c68f74dfec7a79 HTTP/1.1" status: 200 len: 375 time: 0.0099339 Jan 28 13:51:04.868266 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-d61a1450-6489-4574-95a5-7a30ef5c2cd9 req-25e6f83a-d1f5-425d-88ba-c5b122e1bbd8 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=91bd515480d64f1fb4c68f74dfec7a79&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0525060 Jan 28 13:51:05.007029 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-d61a1450-6489-4574-95a5-7a30ef5c2cd9 req-80d9e923-bfbd-47d8-a43a-421f15cf7a0a service neutron] 10.222.0.72 "GET /v2.0/networks/edec13d6-6734-4abe-91ae-5b6be190099b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271043 Jan 28 13:51:05.116095 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-d61a1450-6489-4574-95a5-7a30ef5c2cd9 req-4fe9cc18-e955-48f4-b404-376f55f45b5c service neutron] 10.222.0.72 "GET /v2.0/networks/edec13d6-6734-4abe-91ae-5b6be190099b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031084 Jan 28 13:51:05.377853 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Device 9cc1cadf-4bf3-4415-91c4-eea20123e01d no longer exists at agent hyperv_hv-cinder-82418 {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:51:05.405907 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] No Port match for: 9cc1cadf-4bf3-4415-91c4-eea20123e01d {{(pid=109086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:51:05.406581 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Device 9cc1cadf-4bf3-4415-91c4-eea20123e01d not bound to the agent host hv-cinder-82418 {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:51:05.434451 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-d7828f30-d4ce-4410-b766-bd79abe56b19 req-ae32c31b-8261-4562-a401-68c867d0380d tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] 10.222.0.72 "GET /v2.0/ports?device_id=18d5b540-ab17-46a8-8973-9d27569fc72e HTTP/1.1" status: 200 len: 210 time: 0.0286200 Jan 28 13:51:06.466423 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1c0428-3195-4278-b41d-02bdb4a5312f req-9c6f19fc-3e77-4c86-bebf-3500b040c07d tempest-VolumesSnapshotTestJSON-116094683 tempest-VolumesSnapshotTestJSON-116094683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:06.473971 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-fc1c0428-3195-4278-b41d-02bdb4a5312f req-9c6f19fc-3e77-4c86-bebf-3500b040c07d tempest-VolumesSnapshotTestJSON-116094683 tempest-VolumesSnapshotTestJSON-116094683-project] 10.222.0.72 "GET /v2.0/ports?device_id=497a52b8-3aff-458c-bb2b-f2b020c6e059 HTTP/1.1" status: 200 len: 945 time: 0.0613904 Jan 28 13:51:06.523840 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-fc1c0428-3195-4278-b41d-02bdb4a5312f req-e47a36cb-4367-4847-976c-a1750a84bc3d tempest-VolumesSnapshotTestJSON-116094683 tempest-VolumesSnapshotTestJSON-116094683-project] 10.222.0.72 "GET /v2.0/security-groups?id=5f848385-8043-4192-8e68-f04a8ef341f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487792 Jan 28 13:51:06.553114 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-c4cff065-7776-4fcc-8e97-07b4c382a1d9 req-ccba483e-f302-4160-9132-d8666d6622a7 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] 10.222.0.72 "GET /v2.0/ports?device_id=18d5b540-ab17-46a8-8973-9d27569fc72e HTTP/1.1" status: 200 len: 210 time: 0.0376129 Jan 28 13:51:06.587154 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61a1450-6489-4574-95a5-7a30ef5c2cd9 req-f313cac9-f64f-47e1-bfed-2993a256ca34 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:06.588561 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-d61a1450-6489-4574-95a5-7a30ef5c2cd9 req-f313cac9-f64f-47e1-bfed-2993a256ca34 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] 10.222.0.78 "GET /v2.0/networks?id=edec13d6-6734-4abe-91ae-5b6be190099b HTTP/1.1" status: 200 len: 812 time: 0.1389375 Jan 28 13:51:06.657904 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-d61a1450-6489-4574-95a5-7a30ef5c2cd9 req-e2a5aab9-f6c1-4584-966f-8a7d5e0ec2a2 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=91bd515480d64f1fb4c68f74dfec7a79 HTTP/1.1" status: 200 len: 379 time: 0.0549412 Jan 28 13:51:06.668054 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.v2.base [req-d61a1450-6489-4574-95a5-7a30ef5c2cd9 req-5c8833c6-08b4-4758-9dc9-195ca19f7359 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Request body: {'port': {'device_id': '18d5b540-ab17-46a8-8973-9d27569fc72e', 'network_id': 'edec13d6-6734-4abe-91ae-5b6be190099b', 'admin_state_up': True, 'tenant_id': '91bd515480d64f1fb4c68f74dfec7a79', 'security_groups': ['c593fc4e-d69d-427e-8a7c-494b33da0fac']}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:51:06.776574 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d61a1450-6489-4574-95a5-7a30ef5c2cd9 req-5c8833c6-08b4-4758-9dc9-195ca19f7359 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Made reservation on behalf of 91bd515480d64f1fb4c68f74dfec7a79 for: {'port': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:51:06.780126 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-d61a1450-6489-4574-95a5-7a30ef5c2cd9 req-5c8833c6-08b4-4758-9dc9-195ca19f7359 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (None), before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:06.915133 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [req-d61a1450-6489-4574-95a5-7a30ef5c2cd9 req-5c8833c6-08b4-4758-9dc9-195ca19f7359 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Allocated IP 172.20.0.3 (edec13d6-6734-4abe-91ae-5b6be190099b/0bbd587e-7762-4c23-87b9-7f5b462e54c4/e5a428e6-2573-449b-ba21-9d27628c1a96) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:51:07.057467 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-d61a1450-6489-4574-95a5-7a30ef5c2cd9 req-5c8833c6-08b4-4758-9dc9-195ca19f7359 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Publish callbacks [] for port (e5a428e6-2573-449b-ba21-9d27628c1a96), precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:07.097014 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-d61a1450-6489-4574-95a5-7a30ef5c2cd9 req-5c8833c6-08b4-4758-9dc9-195ca19f7359 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742788384826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4723325'] for port (e5a428e6-2573-449b-ba21-9d27628c1a96), after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:07.139494 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d61a1450-6489-4574-95a5-7a30ef5c2cd9 req-5c8833c6-08b4-4758-9dc9-195ca19f7359 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Network edec13d6-6734-4abe-91ae-5b6be190099b is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:51:07.142411 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [req-d61a1450-6489-4574-95a5-7a30ef5c2cd9 req-5c8833c6-08b4-4758-9dc9-195ca19f7359 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:51:07.148891 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-d61a1450-6489-4574-95a5-7a30ef5c2cd9 req-5c8833c6-08b4-4758-9dc9-195ca19f7359 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:51:07.175310 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8833c6-08b4-4758-9dc9-195ca19f7359 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Pushing event updated for resources: {'Port': ['ID=e5a428e6-2573-449b-ba21-9d27628c1a96,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:07.200666 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61a1450-6489-4574-95a5-7a30ef5c2cd9 req-5c8833c6-08b4-4758-9dc9-195ca19f7359 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:07.201710 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-d61a1450-6489-4574-95a5-7a30ef5c2cd9 req-5c8833c6-08b4-4758-9dc9-195ca19f7359 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91499'] for port (None), before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:07.220593 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-d61a1450-6489-4574-95a5-7a30ef5c2cd9 req-5c8833c6-08b4-4758-9dc9-195ca19f7359 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5567207 Jan 28 13:51:07.283238 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.v2.base [req-d61a1450-6489-4574-95a5-7a30ef5c2cd9 req-1c235a09-6489-47f3-a323-d5233e501019 service neutron] Request body: {'port': {'device_id': '18d5b540-ab17-46a8-8973-9d27569fc72e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82418'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:51:07.347396 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-d61a1450-6489-4574-95a5-7a30ef5c2cd9 req-1c235a09-6489-47f3-a323-d5233e501019 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (e5a428e6-2573-449b-ba21-9d27628c1a96), before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:07.375110 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-ce1714d5-ddf9-424c-9d60-07b3fb5df58d None None] Provisioning complete for port e5a428e6-2573-449b-ba21-9d27628c1a96 triggered by entity DHCP. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:51:07.375686 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ce1714d5-ddf9-424c-9d60-07b3fb5df58d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041328'] for port (e5a428e6-2573-449b-ba21-9d27628c1a96), provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:07.408429 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-ce1714d5-ddf9-424c-9d60-07b3fb5df58d None None] Port e5a428e6-2573-449b-ba21-9d27628c1a96 cannot update to ACTIVE because it is not bound. {{(pid=109086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:51:07.653955 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd2cdc6-b263-4b2f-8fb5-56074a3975d0 req-299dd6c6-1cc4-4876-8123-bc8f6e58e401 tempest-VolumesSnapshotTestJSON-116094683 tempest-VolumesSnapshotTestJSON-116094683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:07.655609 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-bdd2cdc6-b263-4b2f-8fb5-56074a3975d0 req-299dd6c6-1cc4-4876-8123-bc8f6e58e401 tempest-VolumesSnapshotTestJSON-116094683 tempest-VolumesSnapshotTestJSON-116094683-project] 10.222.0.72 "GET /v2.0/ports?device_id=497a52b8-3aff-458c-bb2b-f2b020c6e059 HTTP/1.1" status: 200 len: 945 time: 0.0527139 Jan 28 13:51:07.712125 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-bdd2cdc6-b263-4b2f-8fb5-56074a3975d0 req-a56980d8-c161-4d4e-a8f9-af40cd8d4ae8 tempest-VolumesSnapshotTestJSON-116094683 tempest-VolumesSnapshotTestJSON-116094683-project] 10.222.0.72 "GET /v2.0/security-groups?id=5f848385-8043-4192-8e68-f04a8ef341f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504684 Jan 28 13:51:07.852063 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9e3031-8183-4f33-bb5b-9f8452bde6ab req-3b306235-003e-4ecd-a787-73e9fd38b770 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:07.853612 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-8e9e3031-8183-4f33-bb5b-9f8452bde6ab req-3b306235-003e-4ecd-a787-73e9fd38b770 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] 10.222.0.72 "GET /v2.0/ports?device_id=18d5b540-ab17-46a8-8973-9d27569fc72e HTTP/1.1" status: 200 len: 931 time: 0.0815353 Jan 28 13:51:07.937901 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.notifiers.nova [req-d61a1450-6489-4574-95a5-7a30ef5c2cd9 req-1c235a09-6489-47f3-a323-d5233e501019 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5a428e6-2573-449b-ba21-9d27628c1a96 {{(pid=109085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:51:07.947613 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-8e9e3031-8183-4f33-bb5b-9f8452bde6ab req-43627e68-0e83-4170-af13-e3166f779ca6 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] 10.222.0.72 "GET /v2.0/security-groups?id=c593fc4e-d69d-427e-8a7c-494b33da0fac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884762 Jan 28 13:51:07.949310 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-d61a1450-6489-4574-95a5-7a30ef5c2cd9 req-1c235a09-6489-47f3-a323-d5233e501019 service neutron] Publish callbacks [] for port (e5a428e6-2573-449b-ba21-9d27628c1a96), precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:07.962193 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.db.provisioning_blocks [req-d61a1450-6489-4574-95a5-7a30ef5c2cd9 req-1c235a09-6489-47f3-a323-d5233e501019 service neutron] Transition to ACTIVE for port object e5a428e6-2573-449b-ba21-9d27628c1a96 will not be triggered until provisioned by entity L2. {{(pid=109085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:51:07.966745 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-d61a1450-6489-4574-95a5-7a30ef5c2cd9 req-1c235a09-6489-47f3-a323-d5233e501019 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4723334'] for port (e5a428e6-2573-449b-ba21-9d27628c1a96), after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:08.014222 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c235a09-6489-47f3-a323-d5233e501019 service neutron] Pushing event updated for resources: {'Port': ['ID=e5a428e6-2573-449b-ba21-9d27628c1a96,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:08.086082 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-d61a1450-6489-4574-95a5-7a30ef5c2cd9 req-1c235a09-6489-47f3-a323-d5233e501019 service neutron] Attempting to bind port e5a428e6-2573-449b-ba21-9d27628c1a96 on host hv-cinder-82418 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:51:08.086459 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-d61a1450-6489-4574-95a5-7a30ef5c2cd9 req-1c235a09-6489-47f3-a323-d5233e501019 service neutron] Attempting to bind port e5a428e6-2573-449b-ba21-9d27628c1a96 by drivers openvswitch,hyperv on host hv-cinder-82418 at level 0 using segments [{'id': '96a3ffce-3ebc-4cee-b2b1-2d336e9f8d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'edec13d6-6734-4abe-91ae-5b6be190099b'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:51:08.086799 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d61a1450-6489-4574-95a5-7a30ef5c2cd9 req-1c235a09-6489-47f3-a323-d5233e501019 service neutron] Attempting to bind port e5a428e6-2573-449b-ba21-9d27628c1a96 on network edec13d6-6734-4abe-91ae-5b6be190099b {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:51:08.091573 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d61a1450-6489-4574-95a5-7a30ef5c2cd9 req-1c235a09-6489-47f3-a323-d5233e501019 service neutron] Port e5a428e6-2573-449b-ba21-9d27628c1a96 on network edec13d6-6734-4abe-91ae-5b6be190099b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82418 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:51:08.091905 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d61a1450-6489-4574-95a5-7a30ef5c2cd9 req-1c235a09-6489-47f3-a323-d5233e501019 service neutron] Attempting to bind port e5a428e6-2573-449b-ba21-9d27628c1a96 on network edec13d6-6734-4abe-91ae-5b6be190099b {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:51:08.097073 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d61a1450-6489-4574-95a5-7a30ef5c2cd9 req-1c235a09-6489-47f3-a323-d5233e501019 service neutron] Checking agent: {'id': '06140fe1-dee6-47e9-9649-a5d5e543fff8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82418', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 43, 32), 'started_at': datetime.datetime(2022, 1, 28, 13, 43, 32), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 51, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:51:08.097408 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d61a1450-6489-4574-95a5-7a30ef5c2cd9 req-1c235a09-6489-47f3-a323-d5233e501019 service neutron] Checking segment: {'id': '96a3ffce-3ebc-4cee-b2b1-2d336e9f8d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'edec13d6-6734-4abe-91ae-5b6be190099b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:51:08.097788 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d61a1450-6489-4574-95a5-7a30ef5c2cd9 req-1c235a09-6489-47f3-a323-d5233e501019 service neutron] Bound using segment: {'id': '96a3ffce-3ebc-4cee-b2b1-2d336e9f8d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'edec13d6-6734-4abe-91ae-5b6be190099b'} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:51:08.098210 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-d61a1450-6489-4574-95a5-7a30ef5c2cd9 req-1c235a09-6489-47f3-a323-d5233e501019 service neutron] Bound port: e5a428e6-2573-449b-ba21-9d27628c1a96, host: hv-cinder-82418, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96a3ffce-3ebc-4cee-b2b1-2d336e9f8d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'edec13d6-6734-4abe-91ae-5b6be190099b'}}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:51:08.098568 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-d61a1450-6489-4574-95a5-7a30ef5c2cd9 req-1c235a09-6489-47f3-a323-d5233e501019 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (e5a428e6-2573-449b-ba21-9d27628c1a96), before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:08.165085 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-d61a1450-6489-4574-95a5-7a30ef5c2cd9 req-1c235a09-6489-47f3-a323-d5233e501019 service neutron] For port e5a428e6-2573-449b-ba21-9d27628c1a96, host hv-cinder-82418, cleared binding levels {{(pid=109085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:51:08.167978 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-d61a1450-6489-4574-95a5-7a30ef5c2cd9 req-1c235a09-6489-47f3-a323-d5233e501019 service neutron] For port e5a428e6-2573-449b-ba21-9d27628c1a96, host hv-cinder-82418, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=e5a428e6-2573-449b-ba21-9d27628c1a96,segment=NetworkSegment(96a3ffce-3ebc-4cee-b2b1-2d336e9f8d25),segment_id=96a3ffce-3ebc-4cee-b2b1-2d336e9f8d25)] {{(pid=109085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:51:08.174763 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-d61a1450-6489-4574-95a5-7a30ef5c2cd9 req-1c235a09-6489-47f3-a323-d5233e501019 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4723334'] for port (e5a428e6-2573-449b-ba21-9d27628c1a96), after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:08.207339 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61a1450-6489-4574-95a5-7a30ef5c2cd9 req-1c235a09-6489-47f3-a323-d5233e501019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:08.207939 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-d61a1450-6489-4574-95a5-7a30ef5c2cd9 req-1c235a09-6489-47f3-a323-d5233e501019 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91499'] for port (None), before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:08.209741 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-d61a1450-6489-4574-95a5-7a30ef5c2cd9 req-1c235a09-6489-47f3-a323-d5233e501019 service neutron] 10.222.0.78 "PUT /v2.0/ports/e5a428e6-2573-449b-ba21-9d27628c1a96 HTTP/1.1" status: 200 len: 1093 time: 0.9758043 Jan 28 13:51:08.210248 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18d5b540-ab17-46a8-8973-9d27569fc72e', 'tag': 'e5a428e6-2573-449b-ba21-9d27628c1a96'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:51:08.212951 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19ef927ebdb7e136520bf73605241c98ba3844c75ab8794845cb00139da391b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8406c24a-a8a2-410e-86e8-348871088d5d" -d '{"events": [{"name": "network-changed", "server_uuid": "18d5b540-ab17-46a8-8973-9d27569fc72e", "tag": "e5a428e6-2573-449b-ba21-9d27628c1a96"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:51:08.242458 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c235a09-6489-47f3-a323-d5233e501019 service neutron] Pushing event updated for resources: {'Port': ['ID=e5a428e6-2573-449b-ba21-9d27628c1a96,revision_number=3']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:08.272440 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed6c9534-34ff-4640-9c18-fb47b991b007 x-openstack-request-id: req-ed6c9534-34ff-4640-9c18-fb47b991b007 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:51:08.272815 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18d5b540-ab17-46a8-8973-9d27569fc72e", "tag": "e5a428e6-2573-449b-ba21-9d27628c1a96", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:51:08.273181 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-ed6c9534-34ff-4640-9c18-fb47b991b007 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:51:08.273582 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18d5b540-ab17-46a8-8973-9d27569fc72e', 'tag': 'e5a428e6-2573-449b-ba21-9d27628c1a96', 'status': 'completed', 'code': 200} Jan 28 13:51:08.314763 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61a1450-6489-4574-95a5-7a30ef5c2cd9 req-9384ea41-5b7d-4e9b-8cee-13015b228fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:08.316354 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-d61a1450-6489-4574-95a5-7a30ef5c2cd9 req-9384ea41-5b7d-4e9b-8cee-13015b228fe9 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=91bd515480d64f1fb4c68f74dfec7a79&device_id=18d5b540-ab17-46a8-8973-9d27569fc72e HTTP/1.1" status: 200 len: 1096 time: 0.0461915 Jan 28 13:51:08.365170 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-d61a1450-6489-4574-95a5-7a30ef5c2cd9 req-f1faece1-46ed-49a9-9581-e1883162fb30 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e5a428e6-2573-449b-ba21-9d27628c1a96 HTTP/1.1" status: 200 len: 217 time: 0.0384016 Jan 28 13:51:08.413723 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61a1450-6489-4574-95a5-7a30ef5c2cd9 req-4885fa08-3fb1-495a-ac6f-553f14b4a2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:08.415220 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-d61a1450-6489-4574-95a5-7a30ef5c2cd9 req-4885fa08-3fb1-495a-ac6f-553f14b4a2bd service neutron] 10.222.0.78 "GET /v2.0/subnets?id=0bbd587e-7762-4c23-87b9-7f5b462e54c4 HTTP/1.1" status: 200 len: 851 time: 0.0433807 Jan 28 13:51:08.461630 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61a1450-6489-4574-95a5-7a30ef5c2cd9 req-0e7664a0-8a11-474e-bcf4-8f7d86029d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:08.463113 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-d61a1450-6489-4574-95a5-7a30ef5c2cd9 req-0e7664a0-8a11-474e-bcf4-8f7d86029d4b service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=edec13d6-6734-4abe-91ae-5b6be190099b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0405540 Jan 28 13:51:08.557169 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-d61a1450-6489-4574-95a5-7a30ef5c2cd9 req-0a0f64d7-d4bb-4a3b-9932-1c051cd66fba service neutron] 10.222.0.78 "GET /v2.0/networks/edec13d6-6734-4abe-91ae-5b6be190099b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847118 Jan 28 13:51:08.668894 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe245041-95a2-41d7-87ef-4939a077c424 req-24baea13-63df-4df4-b232-1d7dd4cbfdac tempest-VolumesSnapshotTestJSON-116094683 tempest-VolumesSnapshotTestJSON-116094683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:08.670376 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-fe245041-95a2-41d7-87ef-4939a077c424 req-24baea13-63df-4df4-b232-1d7dd4cbfdac tempest-VolumesSnapshotTestJSON-116094683 tempest-VolumesSnapshotTestJSON-116094683-project] 10.222.0.78 "GET /v2.0/ports?device_id=497a52b8-3aff-458c-bb2b-f2b020c6e059 HTTP/1.1" status: 200 len: 945 time: 0.0890546 Jan 28 13:51:08.686933 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-d61a1450-6489-4574-95a5-7a30ef5c2cd9 req-5efcb574-890e-4038-86e9-7bf1ba2fa69f service neutron] 10.222.0.78 "GET /v2.0/networks/edec13d6-6734-4abe-91ae-5b6be190099b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228547 Jan 28 13:51:08.814885 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8406c24a-a8a2-410e-86e8-348871088d5d req-f7399f43-261d-4b3c-bc00-fc8d47f6c3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:08.816378 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-8406c24a-a8a2-410e-86e8-348871088d5d req-f7399f43-261d-4b3c-bc00-fc8d47f6c3b2 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=91bd515480d64f1fb4c68f74dfec7a79&device_id=18d5b540-ab17-46a8-8973-9d27569fc72e HTTP/1.1" status: 200 len: 1096 time: 0.0742896 Jan 28 13:51:08.881939 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-fe245041-95a2-41d7-87ef-4939a077c424 req-ee807902-be13-4fe9-8cfb-627df9cc89f7 tempest-VolumesSnapshotTestJSON-116094683 tempest-VolumesSnapshotTestJSON-116094683-project] Deleting port c90feabb-150f-4cf4-b26f-5c2c03831f72 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:51:08.882665 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-fe245041-95a2-41d7-87ef-4939a077c424 req-ee807902-be13-4fe9-8cfb-627df9cc89f7 tempest-VolumesSnapshotTestJSON-116094683 tempest-VolumesSnapshotTestJSON-116094683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742788692592'] for port (c90feabb-150f-4cf4-b26f-5c2c03831f72), before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:08.896786 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a8a75a-5701-4ee9-a822-c27481ad1dbb req-5964a62d-a944-4f62-a4df-f173ba95ac96 tempest-VolumesSnapshotTestJSON-116094683 tempest-VolumesSnapshotTestJSON-116094683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:08.898315 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-21a8a75a-5701-4ee9-a822-c27481ad1dbb req-5964a62d-a944-4f62-a4df-f173ba95ac96 tempest-VolumesSnapshotTestJSON-116094683 tempest-VolumesSnapshotTestJSON-116094683-project] 10.222.0.72 "GET /v2.0/ports?device_id=497a52b8-3aff-458c-bb2b-f2b020c6e059 HTTP/1.1" status: 200 len: 945 time: 0.1186883 Jan 28 13:51:09.028355 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-21a8a75a-5701-4ee9-a822-c27481ad1dbb req-ea9497a6-9088-4a8c-8b7d-6e7ec491b4ed tempest-VolumesSnapshotTestJSON-116094683 tempest-VolumesSnapshotTestJSON-116094683-project] 10.222.0.72 "GET /v2.0/security-groups?id=5f848385-8043-4192-8e68-f04a8ef341f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171222 Jan 28 13:51:09.033035 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8406c24a-a8a2-410e-86e8-348871088d5d req-ec550a7b-92bc-4e72-bea6-632c2d8fa52d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:09.034470 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-8406c24a-a8a2-410e-86e8-348871088d5d req-ec550a7b-92bc-4e72-bea6-632c2d8fa52d service neutron] 10.222.0.78 "GET /v2.0/networks?id=edec13d6-6734-4abe-91ae-5b6be190099b HTTP/1.1" status: 200 len: 913 time: 0.2111325 Jan 28 13:51:09.053060 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-fe245041-95a2-41d7-87ef-4939a077c424 req-ee807902-be13-4fe9-8cfb-627df9cc89f7 tempest-VolumesSnapshotTestJSON-116094683 tempest-VolumesSnapshotTestJSON-116094683-project] For port c90feabb-150f-4cf4-b26f-5c2c03831f72, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=c90feabb-150f-4cf4-b26f-5c2c03831f72,segment=NetworkSegment(c6fb20d0-75de-447e-bb0a-1f2b4211be6b),segment_id=c6fb20d0-75de-447e-bb0a-1f2b4211be6b)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:51:09.053509 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-fe245041-95a2-41d7-87ef-4939a077c424 req-ee807902-be13-4fe9-8cfb-627df9cc89f7 tempest-VolumesSnapshotTestJSON-116094683 tempest-VolumesSnapshotTestJSON-116094683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818260'] for port (c90feabb-150f-4cf4-b26f-5c2c03831f72), precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:09.068263 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4aff7d-dc3c-4618-842f-76e63137feb1 req-18878568-f4b9-4880-9ac5-9610cd62a71c tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:09.069831 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-fa4aff7d-dc3c-4618-842f-76e63137feb1 req-18878568-f4b9-4880-9ac5-9610cd62a71c tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] 10.222.0.72 "GET /v2.0/ports?device_id=18d5b540-ab17-46a8-8973-9d27569fc72e HTTP/1.1" status: 200 len: 943 time: 0.0501349 Jan 28 13:51:09.086555 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-8406c24a-a8a2-410e-86e8-348871088d5d req-4882c1fa-ecb9-4331-b585-2dcf065d05ec service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e5a428e6-2573-449b-ba21-9d27628c1a96 HTTP/1.1" status: 200 len: 217 time: 0.0447919 Jan 28 13:51:09.092286 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-fe245041-95a2-41d7-87ef-4939a077c424 req-ee807902-be13-4fe9-8cfb-627df9cc89f7 tempest-VolumesSnapshotTestJSON-116094683 tempest-VolumesSnapshotTestJSON-116094683-project] Calling delete_port for c90feabb-150f-4cf4-b26f-5c2c03831f72 owned by compute:nova {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:51:09.120209 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-fa4aff7d-dc3c-4618-842f-76e63137feb1 req-96a16cb9-bd71-4fb9-a2a5-260e953459ba tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] 10.222.0.72 "GET /v2.0/security-groups?id=c593fc4e-d69d-427e-8a7c-494b33da0fac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440357 Jan 28 13:51:09.178729 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8406c24a-a8a2-410e-86e8-348871088d5d req-6acea9f8-8a13-4387-a539-c537fb89271f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:09.180222 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-8406c24a-a8a2-410e-86e8-348871088d5d req-6acea9f8-8a13-4387-a539-c537fb89271f service neutron] 10.222.0.78 "GET /v2.0/subnets?id=0bbd587e-7762-4c23-87b9-7f5b462e54c4 HTTP/1.1" status: 200 len: 851 time: 0.0860374 Jan 28 13:51:09.242377 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8406c24a-a8a2-410e-86e8-348871088d5d req-fb835ce9-f65d-4f5e-ac39-0b4c046e4315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:09.243808 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-8406c24a-a8a2-410e-86e8-348871088d5d req-fb835ce9-f65d-4f5e-ac39-0b4c046e4315 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=edec13d6-6734-4abe-91ae-5b6be190099b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0541942 Jan 28 13:51:09.348432 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-fe245041-95a2-41d7-87ef-4939a077c424 req-ee807902-be13-4fe9-8cfb-627df9cc89f7 tempest-VolumesSnapshotTestJSON-116094683 tempest-VolumesSnapshotTestJSON-116094683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742788697034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742788384835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4723325'] for port (c90feabb-150f-4cf4-b26f-5c2c03831f72), after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:09.361885 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] get_ports_and_sgs() called for port_ids ['c90feabb-150f-4cf4-b26f-5c2c03831f72'] {{(pid=109086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:51:09.388566 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee807902-be13-4fe9-8cfb-627df9cc89f7 tempest-VolumesSnapshotTestJSON-116094683 tempest-VolumesSnapshotTestJSON-116094683-project] Pushing event deleted for resources: {'Port': ['ID=c90feabb-150f-4cf4-b26f-5c2c03831f72,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:09.409373 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-8406c24a-a8a2-410e-86e8-348871088d5d req-25d7b00b-b41e-45e0-a4eb-a27d50d49499 service neutron] 10.222.0.78 "GET /v2.0/networks/edec13d6-6734-4abe-91ae-5b6be190099b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425617 Jan 28 13:51:09.460001 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe245041-95a2-41d7-87ef-4939a077c424 req-ee807902-be13-4fe9-8cfb-627df9cc89f7 tempest-VolumesSnapshotTestJSON-116094683 tempest-VolumesSnapshotTestJSON-116094683-project] No DVR routers for this DVR port c90feabb-150f-4cf4-b26f-5c2c03831f72 on host hv-cinder-82418 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:51:09.484491 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-fe245041-95a2-41d7-87ef-4939a077c424 req-ee807902-be13-4fe9-8cfb-627df9cc89f7 tempest-VolumesSnapshotTestJSON-116094683 tempest-VolumesSnapshotTestJSON-116094683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91499'] for port (None), before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:09.487789 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-fe245041-95a2-41d7-87ef-4939a077c424 req-ee807902-be13-4fe9-8cfb-627df9cc89f7 tempest-VolumesSnapshotTestJSON-116094683 tempest-VolumesSnapshotTestJSON-116094683-project] 10.222.0.78 "DELETE /v2.0/ports/c90feabb-150f-4cf4-b26f-5c2c03831f72 HTTP/1.1" status: 204 len: 173 time: 0.8104274 Jan 28 13:51:09.530560 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-8406c24a-a8a2-410e-86e8-348871088d5d req-d85217ad-0ede-4f1c-a829-7bd4d5b6c87f service neutron] 10.222.0.78 "GET /v2.0/networks/edec13d6-6734-4abe-91ae-5b6be190099b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035903 Jan 28 13:51:10.237654 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfcbc37-1d17-4688-bfb6-35ef8bad0065 req-4c92709e-0432-455e-a362-3bed9798c77d tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:10.239206 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-dcfcbc37-1d17-4688-bfb6-35ef8bad0065 req-4c92709e-0432-455e-a362-3bed9798c77d tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] 10.222.0.72 "GET /v2.0/ports?device_id=18d5b540-ab17-46a8-8973-9d27569fc72e HTTP/1.1" status: 200 len: 943 time: 0.0497851 Jan 28 13:51:10.274960 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '497a52b8-3aff-458c-bb2b-f2b020c6e059', 'name': 'network-vif-deleted', 'tag': 'c90feabb-150f-4cf4-b26f-5c2c03831f72'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:51:10.278028 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19ef927ebdb7e136520bf73605241c98ba3844c75ab8794845cb00139da391b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0a227c4-c10c-44b5-ba92-3ec57ad7a106" -d '{"events": [{"server_uuid": "497a52b8-3aff-458c-bb2b-f2b020c6e059", "name": "network-vif-deleted", "tag": "c90feabb-150f-4cf4-b26f-5c2c03831f72"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:51:10.303622 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-dcfcbc37-1d17-4688-bfb6-35ef8bad0065 req-b132f983-7806-4da8-b663-4c114db64464 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] 10.222.0.72 "GET /v2.0/security-groups?id=c593fc4e-d69d-427e-8a7c-494b33da0fac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552785 Jan 28 13:51:10.314609 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f08b2716-9909-48e0-8ae5-2ce5446cb4de x-openstack-request-id: req-f08b2716-9909-48e0-8ae5-2ce5446cb4de {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:51:10.314963 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "497a52b8-3aff-458c-bb2b-f2b020c6e059", "name": "network-vif-deleted", "tag": "c90feabb-150f-4cf4-b26f-5c2c03831f72", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:51:10.315348 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-f08b2716-9909-48e0-8ae5-2ce5446cb4de {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:51:10.315853 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '497a52b8-3aff-458c-bb2b-f2b020c6e059', 'name': 'network-vif-deleted', 'tag': 'c90feabb-150f-4cf4-b26f-5c2c03831f72', 'status': 'completed', 'code': 200} Jan 28 13:51:11.427490 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab53f8b6-b7a2-4ce7-99e3-494f5caa990d req-b53c5060-e662-4735-acb9-2032f63f741f tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:11.429277 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-ab53f8b6-b7a2-4ce7-99e3-494f5caa990d req-b53c5060-e662-4735-acb9-2032f63f741f tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] 10.222.0.72 "GET /v2.0/ports?device_id=18d5b540-ab17-46a8-8973-9d27569fc72e HTTP/1.1" status: 200 len: 943 time: 0.0545762 Jan 28 13:51:11.485041 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-ab53f8b6-b7a2-4ce7-99e3-494f5caa990d req-db47cffc-0247-47b6-9cda-fd550054f8f1 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] 10.222.0.72 "GET /v2.0/security-groups?id=c593fc4e-d69d-427e-8a7c-494b33da0fac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480773 Jan 28 13:51:12.077546 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Device c90feabb-150f-4cf4-b26f-5c2c03831f72 no longer exists at agent hyperv_hv-cinder-82418 {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:51:12.109309 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] No Port match for: c90feabb-150f-4cf4-b26f-5c2c03831f72 {{(pid=109086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:51:12.109546 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Device c90feabb-150f-4cf4-b26f-5c2c03831f72 not bound to the agent host hv-cinder-82418 {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:51:12.618666 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89480706-b804-4100-8aca-6e42ac93b5b4 req-dc7420eb-9d39-48a9-89f6-0a87856bf0d9 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:12.620142 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-89480706-b804-4100-8aca-6e42ac93b5b4 req-dc7420eb-9d39-48a9-89f6-0a87856bf0d9 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] 10.222.0.72 "GET /v2.0/ports?device_id=18d5b540-ab17-46a8-8973-9d27569fc72e HTTP/1.1" status: 200 len: 943 time: 0.0543540 Jan 28 13:51:12.678656 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-89480706-b804-4100-8aca-6e42ac93b5b4 req-031208af-f08d-46b8-a371-b3935eb222fe tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] 10.222.0.72 "GET /v2.0/security-groups?id=c593fc4e-d69d-427e-8a7c-494b33da0fac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499227 Jan 28 13:51:13.822293 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f46bb19-773c-4b18-9537-279b45476cda req-193418ff-3dc8-429f-b9fe-c63c4dd472f8 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:13.823782 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-4f46bb19-773c-4b18-9537-279b45476cda req-193418ff-3dc8-429f-b9fe-c63c4dd472f8 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] 10.222.0.72 "GET /v2.0/ports?device_id=18d5b540-ab17-46a8-8973-9d27569fc72e HTTP/1.1" status: 200 len: 943 time: 0.0601473 Jan 28 13:51:13.874112 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-4f46bb19-773c-4b18-9537-279b45476cda req-8418e4d5-b9fe-4154-809b-0f39f106fa55 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] 10.222.0.72 "GET /v2.0/security-groups?id=c593fc4e-d69d-427e-8a7c-494b33da0fac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446680 Jan 28 13:51:14.993254 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8a8b74-e41f-4e5a-b758-bbebed0ac0c3 req-774f0bdc-171e-4712-9e58-fb654c5ea0ef tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:14.994740 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-ec8a8b74-e41f-4e5a-b758-bbebed0ac0c3 req-774f0bdc-171e-4712-9e58-fb654c5ea0ef tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] 10.222.0.72 "GET /v2.0/ports?device_id=18d5b540-ab17-46a8-8973-9d27569fc72e HTTP/1.1" status: 200 len: 943 time: 0.0517082 Jan 28 13:51:15.050151 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-ec8a8b74-e41f-4e5a-b758-bbebed0ac0c3 req-038dc1e4-c99e-41c0-9299-70e739ce1fa7 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] 10.222.0.72 "GET /v2.0/security-groups?id=c593fc4e-d69d-427e-8a7c-494b33da0fac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469878 Jan 28 13:51:16.179208 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a841d199-51b6-495a-8d8f-8c8ea0ad1ec0 req-9fe073d7-9598-4b4d-8928-432e95e77b71 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:16.180694 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-a841d199-51b6-495a-8d8f-8c8ea0ad1ec0 req-9fe073d7-9598-4b4d-8928-432e95e77b71 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] 10.222.0.72 "GET /v2.0/ports?device_id=18d5b540-ab17-46a8-8973-9d27569fc72e HTTP/1.1" status: 200 len: 943 time: 0.0588646 Jan 28 13:51:16.233780 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-a841d199-51b6-495a-8d8f-8c8ea0ad1ec0 req-b7518b0e-bd3f-4a33-b833-c619cce830b9 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] 10.222.0.72 "GET /v2.0/security-groups?id=c593fc4e-d69d-427e-8a7c-494b33da0fac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474956 Jan 28 13:51:17.353300 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a51e157-2642-41f2-ac37-e9c95b2454f6 req-f10f0789-df6b-4234-b3e0-0e406703d085 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:17.354767 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-1a51e157-2642-41f2-ac37-e9c95b2454f6 req-f10f0789-df6b-4234-b3e0-0e406703d085 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] 10.222.0.72 "GET /v2.0/ports?device_id=18d5b540-ab17-46a8-8973-9d27569fc72e HTTP/1.1" status: 200 len: 943 time: 0.0538025 Jan 28 13:51:17.414983 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-1a51e157-2642-41f2-ac37-e9c95b2454f6 req-f78031db-9036-4e34-8813-dea3036e501a tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] 10.222.0.72 "GET /v2.0/security-groups?id=c593fc4e-d69d-427e-8a7c-494b33da0fac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543804 Jan 28 13:51:18.389823 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Device e5a428e6-2573-449b-ba21-9d27628c1a96 details requested by agent hyperv_hv-cinder-82418 with host hv-cinder-82418 {{(pid=109086) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:51:18.495412 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] For port e5a428e6-2573-449b-ba21-9d27628c1a96, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=e5a428e6-2573-449b-ba21-9d27628c1a96,segment=NetworkSegment(96a3ffce-3ebc-4cee-b2b1-2d336e9f8d25),segment_id=96a3ffce-3ebc-4cee-b2b1-2d336e9f8d25)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:51:18.507064 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Returning: {'device': 'e5a428e6-2573-449b-ba21-9d27628c1a96', 'network_id': 'edec13d6-6734-4abe-91ae-5b6be190099b', 'port_id': 'e5a428e6-2573-449b-ba21-9d27628c1a96', 'mac_address': 'fa:16:3e:30:df:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 722, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bbd587e-7762-4c23-87b9-7f5b462e54c4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109086) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:51:18.533341 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05221448-1140-476c-b30d-2ef94ee80b52 req-8c207d13-0c7e-487f-b83f-cfcc418d5372 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:18.534816 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-05221448-1140-476c-b30d-2ef94ee80b52 req-8c207d13-0c7e-487f-b83f-cfcc418d5372 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] 10.222.0.72 "GET /v2.0/ports?device_id=18d5b540-ab17-46a8-8973-9d27569fc72e HTTP/1.1" status: 200 len: 943 time: 0.0513828 Jan 28 13:51:18.543772 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Current status of the port e5a428e6-2573-449b-ba21-9d27628c1a96 is: DOWN; New status is: BUILD {{(pid=109086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:51:18.544169 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (e5a428e6-2573-449b-ba21-9d27628c1a96), before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:18.557085 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.notifiers.nova [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5a428e6-2573-449b-ba21-9d27628c1a96 {{(pid=109086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:51:18.575851 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] For port e5a428e6-2573-449b-ba21-9d27628c1a96, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=e5a428e6-2573-449b-ba21-9d27628c1a96,segment=NetworkSegment(96a3ffce-3ebc-4cee-b2b1-2d336e9f8d25),segment_id=96a3ffce-3ebc-4cee-b2b1-2d336e9f8d25)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:51:18.581928 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862'] for port (e5a428e6-2573-449b-ba21-9d27628c1a96), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:18.586812 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-05221448-1140-476c-b30d-2ef94ee80b52 req-196de9bb-365c-4aa2-af6c-46b00f7c6932 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] 10.222.0.72 "GET /v2.0/security-groups?id=c593fc4e-d69d-427e-8a7c-494b33da0fac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462358 Jan 28 13:51:18.631389 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Pushing event updated for resources: {'Port': ['ID=e5a428e6-2573-449b-ba21-9d27628c1a96,revision_number=4']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:19.719770 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4c6b4a-3685-4ba6-9b5a-616d84c98ab8 req-e3e6e67a-922b-4b91-ad31-7e92216bc1ee tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:19.721295 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-fa4c6b4a-3685-4ba6-9b5a-616d84c98ab8 req-e3e6e67a-922b-4b91-ad31-7e92216bc1ee tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] 10.222.0.72 "GET /v2.0/ports?device_id=18d5b540-ab17-46a8-8973-9d27569fc72e HTTP/1.1" status: 200 len: 944 time: 0.0610867 Jan 28 13:51:19.769962 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-fa4c6b4a-3685-4ba6-9b5a-616d84c98ab8 req-1a0f6abd-8e96-4979-918a-c33952339a44 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] 10.222.0.72 "GET /v2.0/security-groups?id=c593fc4e-d69d-427e-8a7c-494b33da0fac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429680 Jan 28 13:51:20.901004 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6832e3dd-4d68-48e0-8b89-4d4ccd2b66db req-fcd114ef-1039-4ba1-be80-545547e6133e tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:20.902525 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-6832e3dd-4d68-48e0-8b89-4d4ccd2b66db req-fcd114ef-1039-4ba1-be80-545547e6133e tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] 10.222.0.72 "GET /v2.0/ports?device_id=18d5b540-ab17-46a8-8973-9d27569fc72e HTTP/1.1" status: 200 len: 944 time: 0.0497553 Jan 28 13:51:20.952537 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-6832e3dd-4d68-48e0-8b89-4d4ccd2b66db req-027d8493-454b-48e6-a187-8f757aa073e5 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] 10.222.0.72 "GET /v2.0/security-groups?id=c593fc4e-d69d-427e-8a7c-494b33da0fac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443132 Jan 28 13:51:21.054408 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] get_ports_and_sgs() called for port_ids ['e5a428e6-2573-449b-ba21-9d27628c1a96'] {{(pid=109086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:51:21.159541 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ac22d0-3d69-431f-8297-1581d34ead8c req-cfa15a7b-29cb-49cf-a617-616596dcbf3f tempest-VolumesSnapshotTestJSON-116094683 tempest-VolumesSnapshotTestJSON-116094683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:21.160984 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-86ac22d0-3d69-431f-8297-1581d34ead8c req-cfa15a7b-29cb-49cf-a617-616596dcbf3f tempest-VolumesSnapshotTestJSON-116094683 tempest-VolumesSnapshotTestJSON-116094683-project] 10.222.0.72 "GET /v2.0/networks?id=e5f39082-f680-498c-bc51-8f1c75546a19 HTTP/1.1" status: 200 len: 814 time: 0.1057250 Jan 28 13:51:21.177295 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-86ac22d0-3d69-431f-8297-1581d34ead8c req-3897bbf4-c4f6-4056-a3e6-dd1b5c2ad133 tempest-VolumesSnapshotTestJSON-116094683 tempest-VolumesSnapshotTestJSON-116094683-project] 10.222.0.72 "GET /v2.0/quotas/e200c9b3991f47c48f8c2342bf3970bd HTTP/1.1" status: 200 len: 375 time: 0.0105178 Jan 28 13:51:21.208967 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-86ac22d0-3d69-431f-8297-1581d34ead8c req-21bcb57b-065e-4fd0-a4da-c9b15bb19ac9 tempest-VolumesSnapshotTestJSON-116094683 tempest-VolumesSnapshotTestJSON-116094683-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=e200c9b3991f47c48f8c2342bf3970bd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262306 Jan 28 13:51:21.349133 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-86ac22d0-3d69-431f-8297-1581d34ead8c req-3598cedf-29eb-411c-a2d4-84febba639c9 service neutron] 10.222.0.72 "GET /v2.0/networks/e5f39082-f680-498c-bc51-8f1c75546a19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334798 Jan 28 13:51:21.460533 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-86ac22d0-3d69-431f-8297-1581d34ead8c req-d9dd14e8-25d7-4404-9f42-b7e7bef423e7 service neutron] 10.222.0.72 "GET /v2.0/networks/e5f39082-f680-498c-bc51-8f1c75546a19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055954 Jan 28 13:51:21.630597 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-2a711ea4-fbe7-468c-ac12-3ab620aba98e req-8dcfd807-a3fc-4dcc-8909-e8bae78f1dbd tempest-VolumesSnapshotTestJSON-116094683 tempest-VolumesSnapshotTestJSON-116094683-project] 10.222.0.72 "GET /v2.0/ports?device_id=eb4a4c87-a130-4fd2-855f-92baf522ce8f HTTP/1.1" status: 200 len: 210 time: 0.0264282 Jan 28 13:51:22.067737 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20e796c-d2a3-4bb2-a274-38e721114191 req-32975390-5488-4f57-9c04-b1f84feadfff tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:22.069291 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-e20e796c-d2a3-4bb2-a274-38e721114191 req-32975390-5488-4f57-9c04-b1f84feadfff tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] 10.222.0.72 "GET /v2.0/ports?device_id=18d5b540-ab17-46a8-8973-9d27569fc72e HTTP/1.1" status: 200 len: 944 time: 0.0489283 Jan 28 13:51:22.120140 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-e20e796c-d2a3-4bb2-a274-38e721114191 req-2fccc375-7120-4fbd-8603-01683f6b3630 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] 10.222.0.72 "GET /v2.0/security-groups?id=c593fc4e-d69d-427e-8a7c-494b33da0fac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442278 Jan 28 13:51:22.610852 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ac22d0-3d69-431f-8297-1581d34ead8c req-e44ebdf5-0b7d-46a4-a142-5c03aab4b8f4 tempest-VolumesSnapshotTestJSON-116094683 tempest-VolumesSnapshotTestJSON-116094683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:22.612217 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-86ac22d0-3d69-431f-8297-1581d34ead8c req-e44ebdf5-0b7d-46a4-a142-5c03aab4b8f4 tempest-VolumesSnapshotTestJSON-116094683 tempest-VolumesSnapshotTestJSON-116094683-project] 10.222.0.78 "GET /v2.0/networks?id=e5f39082-f680-498c-bc51-8f1c75546a19 HTTP/1.1" status: 200 len: 814 time: 0.1131725 Jan 28 13:51:22.624839 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.v2.base [req-86ac22d0-3d69-431f-8297-1581d34ead8c req-77890cc9-aed3-4fbc-874e-d951be5be233 tempest-VolumesSnapshotTestJSON-116094683 tempest-VolumesSnapshotTestJSON-116094683-project] Request body: {'port': {'device_id': 'eb4a4c87-a130-4fd2-855f-92baf522ce8f', 'network_id': 'e5f39082-f680-498c-bc51-8f1c75546a19', 'admin_state_up': True, 'tenant_id': 'e200c9b3991f47c48f8c2342bf3970bd'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:51:22.744024 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-b6b6f3c0-dc9c-4fff-9e2b-d01cb8adfbba req-2da79a8b-2dc8-4ae4-b9f4-1a1fbaf66fc7 tempest-VolumesSnapshotTestJSON-116094683 tempest-VolumesSnapshotTestJSON-116094683-project] 10.222.0.72 "GET /v2.0/ports?device_id=eb4a4c87-a130-4fd2-855f-92baf522ce8f HTTP/1.1" status: 200 len: 210 time: 0.0419054 Jan 28 13:51:22.760383 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86ac22d0-3d69-431f-8297-1581d34ead8c req-77890cc9-aed3-4fbc-874e-d951be5be233 tempest-VolumesSnapshotTestJSON-116094683 tempest-VolumesSnapshotTestJSON-116094683-project] Made reservation on behalf of e200c9b3991f47c48f8c2342bf3970bd for: {'port': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:51:22.763894 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-86ac22d0-3d69-431f-8297-1581d34ead8c req-77890cc9-aed3-4fbc-874e-d951be5be233 tempest-VolumesSnapshotTestJSON-116094683 tempest-VolumesSnapshotTestJSON-116094683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (None), before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:22.884965 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [req-86ac22d0-3d69-431f-8297-1581d34ead8c req-77890cc9-aed3-4fbc-874e-d951be5be233 tempest-VolumesSnapshotTestJSON-116094683 tempest-VolumesSnapshotTestJSON-116094683-project] Allocated IP 172.20.0.5 (e5f39082-f680-498c-bc51-8f1c75546a19/c9c631df-e11b-4ef8-8859-4876ab9175ef/efac871b-3fb5-4b47-8c5a-8c514191aa21) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:51:23.030598 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-86ac22d0-3d69-431f-8297-1581d34ead8c req-77890cc9-aed3-4fbc-874e-d951be5be233 tempest-VolumesSnapshotTestJSON-116094683 tempest-VolumesSnapshotTestJSON-116094683-project] Publish callbacks [] for port (efac871b-3fb5-4b47-8c5a-8c514191aa21), precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:23.069472 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-86ac22d0-3d69-431f-8297-1581d34ead8c req-77890cc9-aed3-4fbc-874e-d951be5be233 tempest-VolumesSnapshotTestJSON-116094683 tempest-VolumesSnapshotTestJSON-116094683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742788384826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4723325'] for port (efac871b-3fb5-4b47-8c5a-8c514191aa21), after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:23.112957 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86ac22d0-3d69-431f-8297-1581d34ead8c req-77890cc9-aed3-4fbc-874e-d951be5be233 tempest-VolumesSnapshotTestJSON-116094683 tempest-VolumesSnapshotTestJSON-116094683-project] Network e5f39082-f680-498c-bc51-8f1c75546a19 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:51:23.115954 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [req-86ac22d0-3d69-431f-8297-1581d34ead8c req-77890cc9-aed3-4fbc-874e-d951be5be233 tempest-VolumesSnapshotTestJSON-116094683 tempest-VolumesSnapshotTestJSON-116094683-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:51:23.122309 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-86ac22d0-3d69-431f-8297-1581d34ead8c req-77890cc9-aed3-4fbc-874e-d951be5be233 tempest-VolumesSnapshotTestJSON-116094683 tempest-VolumesSnapshotTestJSON-116094683-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:51:23.128396 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77890cc9-aed3-4fbc-874e-d951be5be233 tempest-VolumesSnapshotTestJSON-116094683 tempest-VolumesSnapshotTestJSON-116094683-project] Pushing event updated for resources: {'Port': ['ID=efac871b-3fb5-4b47-8c5a-8c514191aa21,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:23.178919 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ac22d0-3d69-431f-8297-1581d34ead8c req-77890cc9-aed3-4fbc-874e-d951be5be233 tempest-VolumesSnapshotTestJSON-116094683 tempest-VolumesSnapshotTestJSON-116094683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:23.179605 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-86ac22d0-3d69-431f-8297-1581d34ead8c req-77890cc9-aed3-4fbc-874e-d951be5be233 tempest-VolumesSnapshotTestJSON-116094683 tempest-VolumesSnapshotTestJSON-116094683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91499'] for port (None), before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:23.197504 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-86ac22d0-3d69-431f-8297-1581d34ead8c req-77890cc9-aed3-4fbc-874e-d951be5be233 tempest-VolumesSnapshotTestJSON-116094683 tempest-VolumesSnapshotTestJSON-116094683-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5766914 Jan 28 13:51:23.209666 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.v2.base [req-86ac22d0-3d69-431f-8297-1581d34ead8c req-2206fc7d-5df8-4700-beea-68abefb4463a service neutron] Request body: {'port': {'device_id': 'eb4a4c87-a130-4fd2-855f-92baf522ce8f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82418'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:51:23.268213 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-86ac22d0-3d69-431f-8297-1581d34ead8c req-2206fc7d-5df8-4700-beea-68abefb4463a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (efac871b-3fb5-4b47-8c5a-8c514191aa21), before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:23.469664 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Device e5a428e6-2573-449b-ba21-9d27628c1a96 up at agent hyperv_hv-cinder-82418 {{(pid=109086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:51:23.475001 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d65f67-6a16-4b25-9541-9376ce4e97ae req-d8435887-27d2-493d-b8c3-3af9a3fdd620 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:23.476714 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-43d65f67-6a16-4b25-9541-9376ce4e97ae req-d8435887-27d2-493d-b8c3-3af9a3fdd620 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] 10.222.0.72 "GET /v2.0/ports?device_id=18d5b540-ab17-46a8-8973-9d27569fc72e HTTP/1.1" status: 200 len: 944 time: 0.2859592 Jan 28 13:51:23.517542 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Provisioning for port e5a428e6-2573-449b-ba21-9d27628c1a96 completed by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:51:23.522108 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Provisioning complete for port e5a428e6-2573-449b-ba21-9d27628c1a96 triggered by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:51:23.522673 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041328'] for port (e5a428e6-2573-449b-ba21-9d27628c1a96), provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:23.535376 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-43d65f67-6a16-4b25-9541-9376ce4e97ae req-66d34fb7-fde3-45a1-a8ca-7b164e373857 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] 10.222.0.72 "GET /v2.0/security-groups?id=c593fc4e-d69d-427e-8a7c-494b33da0fac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516708 Jan 28 13:51:23.543876 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.notifiers.nova [req-86ac22d0-3d69-431f-8297-1581d34ead8c req-2206fc7d-5df8-4700-beea-68abefb4463a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efac871b-3fb5-4b47-8c5a-8c514191aa21 {{(pid=109085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:51:23.551976 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-86ac22d0-3d69-431f-8297-1581d34ead8c req-2206fc7d-5df8-4700-beea-68abefb4463a service neutron] Publish callbacks [] for port (efac871b-3fb5-4b47-8c5a-8c514191aa21), precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:23.564731 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.db.provisioning_blocks [req-86ac22d0-3d69-431f-8297-1581d34ead8c req-2206fc7d-5df8-4700-beea-68abefb4463a service neutron] Transition to ACTIVE for port object efac871b-3fb5-4b47-8c5a-8c514191aa21 will not be triggered until provisioned by entity L2. {{(pid=109085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:51:23.569409 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-86ac22d0-3d69-431f-8297-1581d34ead8c req-2206fc7d-5df8-4700-beea-68abefb4463a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4723334'] for port (efac871b-3fb5-4b47-8c5a-8c514191aa21), after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:23.615496 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Current status of the port e5a428e6-2573-449b-ba21-9d27628c1a96 is: BUILD; New status is: ACTIVE {{(pid=109086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:51:23.615903 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (e5a428e6-2573-449b-ba21-9d27628c1a96), before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:23.622397 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2206fc7d-5df8-4700-beea-68abefb4463a service neutron] Pushing event updated for resources: {'Port': ['ID=efac871b-3fb5-4b47-8c5a-8c514191aa21,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:23.642503 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18d5b540-ab17-46a8-8973-9d27569fc72e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5a428e6-2573-449b-ba21-9d27628c1a96'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:51:23.644808 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fe2f3ff242846a504b70cb1607640f93490c53de488d62a29fe51e57b5b242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d86e7478-7f1c-4402-bf31-7915a7b6c7c0" -d '{"events": [{"server_uuid": "18d5b540-ab17-46a8-8973-9d27569fc72e", "name": "network-vif-plugged", "status": "completed", "tag": "e5a428e6-2573-449b-ba21-9d27628c1a96"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:51:23.657694 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] For port e5a428e6-2573-449b-ba21-9d27628c1a96, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=e5a428e6-2573-449b-ba21-9d27628c1a96,segment=NetworkSegment(96a3ffce-3ebc-4cee-b2b1-2d336e9f8d25),segment_id=96a3ffce-3ebc-4cee-b2b1-2d336e9f8d25)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:51:23.663371 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862'] for port (e5a428e6-2573-449b-ba21-9d27628c1a96), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:23.695337 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-86ac22d0-3d69-431f-8297-1581d34ead8c req-2206fc7d-5df8-4700-beea-68abefb4463a service neutron] Attempting to bind port efac871b-3fb5-4b47-8c5a-8c514191aa21 on host hv-cinder-82418 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:51:23.695337 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-86ac22d0-3d69-431f-8297-1581d34ead8c req-2206fc7d-5df8-4700-beea-68abefb4463a service neutron] Attempting to bind port efac871b-3fb5-4b47-8c5a-8c514191aa21 by drivers openvswitch,hyperv on host hv-cinder-82418 at level 0 using segments [{'id': 'c6fb20d0-75de-447e-bb0a-1f2b4211be6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'e5f39082-f680-498c-bc51-8f1c75546a19'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:51:23.695337 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86ac22d0-3d69-431f-8297-1581d34ead8c req-2206fc7d-5df8-4700-beea-68abefb4463a service neutron] Attempting to bind port efac871b-3fb5-4b47-8c5a-8c514191aa21 on network e5f39082-f680-498c-bc51-8f1c75546a19 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:51:23.703241 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86ac22d0-3d69-431f-8297-1581d34ead8c req-2206fc7d-5df8-4700-beea-68abefb4463a service neutron] Port efac871b-3fb5-4b47-8c5a-8c514191aa21 on network e5f39082-f680-498c-bc51-8f1c75546a19 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82418 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:51:23.703570 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86ac22d0-3d69-431f-8297-1581d34ead8c req-2206fc7d-5df8-4700-beea-68abefb4463a service neutron] Attempting to bind port efac871b-3fb5-4b47-8c5a-8c514191aa21 on network e5f39082-f680-498c-bc51-8f1c75546a19 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:51:23.712011 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86ac22d0-3d69-431f-8297-1581d34ead8c req-2206fc7d-5df8-4700-beea-68abefb4463a service neutron] Checking agent: {'id': '06140fe1-dee6-47e9-9649-a5d5e543fff8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82418', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 43, 32), 'started_at': datetime.datetime(2022, 1, 28, 13, 43, 32), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 51, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:51:23.712364 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86ac22d0-3d69-431f-8297-1581d34ead8c req-2206fc7d-5df8-4700-beea-68abefb4463a service neutron] Checking segment: {'id': 'c6fb20d0-75de-447e-bb0a-1f2b4211be6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'e5f39082-f680-498c-bc51-8f1c75546a19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:51:23.713243 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86ac22d0-3d69-431f-8297-1581d34ead8c req-2206fc7d-5df8-4700-beea-68abefb4463a service neutron] Bound using segment: {'id': 'c6fb20d0-75de-447e-bb0a-1f2b4211be6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'e5f39082-f680-498c-bc51-8f1c75546a19'} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:51:23.713243 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-86ac22d0-3d69-431f-8297-1581d34ead8c req-2206fc7d-5df8-4700-beea-68abefb4463a service neutron] Bound port: efac871b-3fb5-4b47-8c5a-8c514191aa21, host: hv-cinder-82418, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6fb20d0-75de-447e-bb0a-1f2b4211be6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'e5f39082-f680-498c-bc51-8f1c75546a19'}}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:51:23.713591 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-86ac22d0-3d69-431f-8297-1581d34ead8c req-2206fc7d-5df8-4700-beea-68abefb4463a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (efac871b-3fb5-4b47-8c5a-8c514191aa21), before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:23.723142 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Pushing event updated for resources: {'Port': ['ID=e5a428e6-2573-449b-ba21-9d27628c1a96,revision_number=5']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:23.752338 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf681337-330a-40b3-bbdb-d843e4fac059 x-openstack-request-id: req-bf681337-330a-40b3-bbdb-d843e4fac059 {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:51:23.752817 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18d5b540-ab17-46a8-8973-9d27569fc72e", "name": "network-vif-plugged", "status": "completed", "tag": "e5a428e6-2573-449b-ba21-9d27628c1a96", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:51:23.753123 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-bf681337-330a-40b3-bbdb-d843e4fac059 {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:51:23.753524 dv-cinder-824187-7-iscsi neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18d5b540-ab17-46a8-8973-9d27569fc72e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5a428e6-2573-449b-ba21-9d27628c1a96', 'code': 200} Jan 28 13:51:23.778114 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-86ac22d0-3d69-431f-8297-1581d34ead8c req-2206fc7d-5df8-4700-beea-68abefb4463a service neutron] For port efac871b-3fb5-4b47-8c5a-8c514191aa21, host hv-cinder-82418, cleared binding levels {{(pid=109085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:51:23.782077 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-86ac22d0-3d69-431f-8297-1581d34ead8c req-2206fc7d-5df8-4700-beea-68abefb4463a service neutron] For port efac871b-3fb5-4b47-8c5a-8c514191aa21, host hv-cinder-82418, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=efac871b-3fb5-4b47-8c5a-8c514191aa21,segment=NetworkSegment(c6fb20d0-75de-447e-bb0a-1f2b4211be6b),segment_id=c6fb20d0-75de-447e-bb0a-1f2b4211be6b)] {{(pid=109085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:51:23.787666 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-86ac22d0-3d69-431f-8297-1581d34ead8c req-2206fc7d-5df8-4700-beea-68abefb4463a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4723334'] for port (efac871b-3fb5-4b47-8c5a-8c514191aa21), after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:23.828216 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ac22d0-3d69-431f-8297-1581d34ead8c req-2206fc7d-5df8-4700-beea-68abefb4463a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:23.829104 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-86ac22d0-3d69-431f-8297-1581d34ead8c req-2206fc7d-5df8-4700-beea-68abefb4463a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91499'] for port (None), before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:23.830514 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-86ac22d0-3d69-431f-8297-1581d34ead8c req-2206fc7d-5df8-4700-beea-68abefb4463a service neutron] 10.222.0.78 "PUT /v2.0/ports/efac871b-3fb5-4b47-8c5a-8c514191aa21 HTTP/1.1" status: 200 len: 1093 time: 0.6251085 Jan 28 13:51:23.832646 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb4a4c87-a130-4fd2-855f-92baf522ce8f', 'tag': 'efac871b-3fb5-4b47-8c5a-8c514191aa21'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:51:23.835483 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19ef927ebdb7e136520bf73605241c98ba3844c75ab8794845cb00139da391b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c6b5b81-38c3-4cf9-850e-281add7fcec8" -d '{"events": [{"name": "network-changed", "server_uuid": "eb4a4c87-a130-4fd2-855f-92baf522ce8f", "tag": "efac871b-3fb5-4b47-8c5a-8c514191aa21"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:51:23.872692 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2206fc7d-5df8-4700-beea-68abefb4463a service neutron] Pushing event updated for resources: {'Port': ['ID=efac871b-3fb5-4b47-8c5a-8c514191aa21,revision_number=3']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:23.872917 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a57dca4-ef54-42cf-8c3b-85b62d066427 req-10e690ce-48f1-4d83-9e3c-4baf0ff226e6 tempest-VolumesSnapshotTestJSON-116094683 tempest-VolumesSnapshotTestJSON-116094683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:23.875194 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-3a57dca4-ef54-42cf-8c3b-85b62d066427 req-10e690ce-48f1-4d83-9e3c-4baf0ff226e6 tempest-VolumesSnapshotTestJSON-116094683 tempest-VolumesSnapshotTestJSON-116094683-project] 10.222.0.72 "GET /v2.0/ports?device_id=eb4a4c87-a130-4fd2-855f-92baf522ce8f HTTP/1.1" status: 200 len: 943 time: 0.0627251 Jan 28 13:51:23.879101 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20a91023-e472-47fb-9c9d-a44d84dc6e83 x-openstack-request-id: req-20a91023-e472-47fb-9c9d-a44d84dc6e83 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:51:23.879384 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb4a4c87-a130-4fd2-855f-92baf522ce8f", "tag": "efac871b-3fb5-4b47-8c5a-8c514191aa21", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:51:23.879648 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-20a91023-e472-47fb-9c9d-a44d84dc6e83 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:51:23.880145 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb4a4c87-a130-4fd2-855f-92baf522ce8f', 'tag': 'efac871b-3fb5-4b47-8c5a-8c514191aa21', 'status': 'completed', 'code': 200} Jan 28 13:51:23.922398 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ac22d0-3d69-431f-8297-1581d34ead8c req-e06cffc1-d589-464a-9592-729a6b6b1ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:23.924237 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-86ac22d0-3d69-431f-8297-1581d34ead8c req-e06cffc1-d589-464a-9592-729a6b6b1ac4 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=e200c9b3991f47c48f8c2342bf3970bd&device_id=eb4a4c87-a130-4fd2-855f-92baf522ce8f HTTP/1.1" status: 200 len: 1096 time: 0.0469668 Jan 28 13:51:23.926659 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-3a57dca4-ef54-42cf-8c3b-85b62d066427 req-7799e6f4-152b-4a6e-876f-85b8f4489792 tempest-VolumesSnapshotTestJSON-116094683 tempest-VolumesSnapshotTestJSON-116094683-project] 10.222.0.72 "GET /v2.0/security-groups?id=5f848385-8043-4192-8e68-f04a8ef341f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432341 Jan 28 13:51:23.992444 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-86ac22d0-3d69-431f-8297-1581d34ead8c req-444721bf-1144-4c67-b521-07e1d9946f0b service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=efac871b-3fb5-4b47-8c5a-8c514191aa21 HTTP/1.1" status: 200 len: 217 time: 0.0414729 Jan 28 13:51:24.063411 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990e8ece-0ae2-46ee-8bd9-f1a919d452cd req-64f430d1-efea-43c8-9c6a-28a5e8472c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:24.064948 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-990e8ece-0ae2-46ee-8bd9-f1a919d452cd req-64f430d1-efea-43c8-9c6a-28a5e8472c3d service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=18d5b540-ab17-46a8-8973-9d27569fc72e HTTP/1.1" status: 200 len: 1098 time: 0.0810051 Jan 28 13:51:24.066644 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ac22d0-3d69-431f-8297-1581d34ead8c req-6e460fcb-79f3-4cb0-91a1-420a4982c586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:24.067953 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-86ac22d0-3d69-431f-8297-1581d34ead8c req-6e460fcb-79f3-4cb0-91a1-420a4982c586 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=c9c631df-e11b-4ef8-8859-4876ab9175ef HTTP/1.1" status: 200 len: 854 time: 0.0550907 Jan 28 13:51:24.111116 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-86ac22d0-3d69-431f-8297-1581d34ead8c req-64b7d293-a8b1-42dc-b285-12968fcdf0c5 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=e5f39082-f680-498c-bc51-8f1c75546a19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354502 Jan 28 13:51:24.180478 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-990e8ece-0ae2-46ee-8bd9-f1a919d452cd req-a9f8c731-5f33-410b-ae15-bddf035b2df5 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=c593fc4e-d69d-427e-8a7c-494b33da0fac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037161 Jan 28 13:51:24.221996 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-86ac22d0-3d69-431f-8297-1581d34ead8c req-7e7eba18-e069-40e3-8379-77e7b8e95220 service neutron] 10.222.0.78 "GET /v2.0/networks/e5f39082-f680-498c-bc51-8f1c75546a19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011989 Jan 28 13:51:24.657380 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-86ac22d0-3d69-431f-8297-1581d34ead8c req-af5129f7-db6f-4bb0-bbe1-b6292dc9f35c service neutron] 10.222.0.78 "GET /v2.0/networks/e5f39082-f680-498c-bc51-8f1c75546a19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113527 Jan 28 13:51:24.674983 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d129f252-8537-42fb-9262-338648ead027 req-7f71347c-6155-40fc-b33c-7e699d4a9d39 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:24.676381 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-d129f252-8537-42fb-9262-338648ead027 req-7f71347c-6155-40fc-b33c-7e699d4a9d39 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] 10.222.0.72 "GET /v2.0/ports?device_id=18d5b540-ab17-46a8-8973-9d27569fc72e HTTP/1.1" status: 200 len: 945 time: 0.0699322 Jan 28 13:51:24.727091 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-d129f252-8537-42fb-9262-338648ead027 req-fa62c485-6cfb-4319-9dd0-fe934e56e839 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] 10.222.0.72 "GET /v2.0/security-groups?id=c593fc4e-d69d-427e-8a7c-494b33da0fac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440447 Jan 28 13:51:24.844295 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6b5b81-38c3-4cf9-850e-281add7fcec8 req-4e9941ed-3c12-4489-b928-3d02846616ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:24.845804 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-8c6b5b81-38c3-4cf9-850e-281add7fcec8 req-4e9941ed-3c12-4489-b928-3d02846616ee service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=e200c9b3991f47c48f8c2342bf3970bd&device_id=eb4a4c87-a130-4fd2-855f-92baf522ce8f HTTP/1.1" status: 200 len: 1096 time: 0.0533879 Jan 28 13:51:24.939965 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6b5b81-38c3-4cf9-850e-281add7fcec8 req-f43efe13-d0fb-4f6b-8535-0f758de90030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:24.941463 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-8c6b5b81-38c3-4cf9-850e-281add7fcec8 req-f43efe13-d0fb-4f6b-8535-0f758de90030 service neutron] 10.222.0.78 "GET /v2.0/networks?id=e5f39082-f680-498c-bc51-8f1c75546a19 HTTP/1.1" status: 200 len: 915 time: 0.0890746 Jan 28 13:51:24.982170 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-8c6b5b81-38c3-4cf9-850e-281add7fcec8 req-7bf9a303-aab8-482b-98e6-b0507559fe41 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=efac871b-3fb5-4b47-8c5a-8c514191aa21 HTTP/1.1" status: 200 len: 217 time: 0.0340481 Jan 28 13:51:25.031877 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6b5b81-38c3-4cf9-850e-281add7fcec8 req-d578f3e6-08e7-423e-a6d2-8d9830cbd888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:25.033421 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-8c6b5b81-38c3-4cf9-850e-281add7fcec8 req-d578f3e6-08e7-423e-a6d2-8d9830cbd888 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=c9c631df-e11b-4ef8-8859-4876ab9175ef HTTP/1.1" status: 200 len: 854 time: 0.0446560 Jan 28 13:51:25.044446 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddbb2e7-2ef5-429b-89f6-6c191bd20739 req-b17160cc-f527-4987-98a7-c5d2b7a1740f tempest-VolumesSnapshotTestJSON-116094683 tempest-VolumesSnapshotTestJSON-116094683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:25.045947 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-2ddbb2e7-2ef5-429b-89f6-6c191bd20739 req-b17160cc-f527-4987-98a7-c5d2b7a1740f tempest-VolumesSnapshotTestJSON-116094683 tempest-VolumesSnapshotTestJSON-116094683-project] 10.222.0.72 "GET /v2.0/ports?device_id=eb4a4c87-a130-4fd2-855f-92baf522ce8f HTTP/1.1" status: 200 len: 943 time: 0.0508764 Jan 28 13:51:25.063789 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-8c6b5b81-38c3-4cf9-850e-281add7fcec8 req-4e4d5d43-a04f-44f9-a3ee-97f51690ddf2 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=e5f39082-f680-498c-bc51-8f1c75546a19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243244 Jan 28 13:51:25.097984 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-2ddbb2e7-2ef5-429b-89f6-6c191bd20739 req-1422ca5a-f96b-4bdf-b45d-f388afde677a tempest-VolumesSnapshotTestJSON-116094683 tempest-VolumesSnapshotTestJSON-116094683-project] 10.222.0.72 "GET /v2.0/security-groups?id=5f848385-8043-4192-8e68-f04a8ef341f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456426 Jan 28 13:51:25.154297 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-8c6b5b81-38c3-4cf9-850e-281add7fcec8 req-835ecce3-aabb-4821-b98d-0ef74dc59b8d service neutron] 10.222.0.78 "GET /v2.0/networks/e5f39082-f680-498c-bc51-8f1c75546a19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845351 Jan 28 13:51:25.242144 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-8c6b5b81-38c3-4cf9-850e-281add7fcec8 req-3ee1430d-f8e3-4215-958b-e01eda735df6 service neutron] 10.222.0.78 "GET /v2.0/networks/e5f39082-f680-498c-bc51-8f1c75546a19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805371 Jan 28 13:51:25.859376 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e177ee1d-b4c0-47c3-b5c6-30b5b66e771a req-1401ec88-e08b-4099-9f43-11a8a6663c49 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:25.860880 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-e177ee1d-b4c0-47c3-b5c6-30b5b66e771a req-1401ec88-e08b-4099-9f43-11a8a6663c49 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] 10.222.0.72 "GET /v2.0/ports?device_id=18d5b540-ab17-46a8-8973-9d27569fc72e HTTP/1.1" status: 200 len: 945 time: 0.0607185 Jan 28 13:51:25.911501 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-e177ee1d-b4c0-47c3-b5c6-30b5b66e771a req-2dac011b-b52f-4de3-9210-a14db4f1b6a1 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] 10.222.0.72 "GET /v2.0/security-groups?id=c593fc4e-d69d-427e-8a7c-494b33da0fac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448809 Jan 28 13:51:26.218532 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ea277c-de2f-412f-ac83-4019ea850ee1 req-983f4bcf-b47a-4bc6-9789-2af7cdd8c71f tempest-VolumesSnapshotTestJSON-116094683 tempest-VolumesSnapshotTestJSON-116094683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:26.220017 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-03ea277c-de2f-412f-ac83-4019ea850ee1 req-983f4bcf-b47a-4bc6-9789-2af7cdd8c71f tempest-VolumesSnapshotTestJSON-116094683 tempest-VolumesSnapshotTestJSON-116094683-project] 10.222.0.72 "GET /v2.0/ports?device_id=eb4a4c87-a130-4fd2-855f-92baf522ce8f HTTP/1.1" status: 200 len: 943 time: 0.0496140 Jan 28 13:51:26.267976 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-03ea277c-de2f-412f-ac83-4019ea850ee1 req-02d4dbe6-95b2-44f3-bf01-3923f9152df9 tempest-VolumesSnapshotTestJSON-116094683 tempest-VolumesSnapshotTestJSON-116094683-project] 10.222.0.72 "GET /v2.0/security-groups?id=5f848385-8043-4192-8e68-f04a8ef341f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422173 Jan 28 13:51:27.047222 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038a08ac-a49c-4789-bfc0-957379ba8f25 req-0dde6610-98f8-4b60-a424-e68b51dd1aad tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:27.048874 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-038a08ac-a49c-4789-bfc0-957379ba8f25 req-0dde6610-98f8-4b60-a424-e68b51dd1aad tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] 10.222.0.72 "GET /v2.0/ports?device_id=18d5b540-ab17-46a8-8973-9d27569fc72e HTTP/1.1" status: 200 len: 945 time: 0.0548913 Jan 28 13:51:27.101160 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-038a08ac-a49c-4789-bfc0-957379ba8f25 req-74cc4dfa-687d-449c-b820-d0fa300d778e tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] 10.222.0.72 "GET /v2.0/security-groups?id=c593fc4e-d69d-427e-8a7c-494b33da0fac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441563 Jan 28 13:51:27.218957 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616231b6-1bfa-4add-a7cf-cc7727c71a79 req-bfd760ce-3a2f-4dd6-bf82-5df218acb92b tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:27.220292 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-616231b6-1bfa-4add-a7cf-cc7727c71a79 req-bfd760ce-3a2f-4dd6-bf82-5df218acb92b tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] 10.222.0.72 "GET /v2.0/ports?device_id=18d5b540-ab17-46a8-8973-9d27569fc72e HTTP/1.1" status: 200 len: 945 time: 0.0504577 Jan 28 13:51:27.269577 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-616231b6-1bfa-4add-a7cf-cc7727c71a79 req-a51f3193-c398-4245-bce6-869185d553ff tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] 10.222.0.72 "GET /v2.0/security-groups?id=c593fc4e-d69d-427e-8a7c-494b33da0fac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434194 Jan 28 13:51:27.291742 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 46076) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:27.331632 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed509dff-28a7-4a42-afcc-ac9b329b42e3 tempest-TestVolumeBootPattern-1155389437 tempest-TestVolumeBootPattern-1155389437-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:27.333180 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-ed509dff-28a7-4a42-afcc-ac9b329b42e3 tempest-TestVolumeBootPattern-1155389437 tempest-TestVolumeBootPattern-1155389437-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=18d5b540-ab17-46a8-8973-9d27569fc72e HTTP/1.1" status: 200 len: 1093 time: 0.0404122 Jan 28 13:51:27.336188 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 46078) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:27.340818 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.v2.base [None req-bcb5aaee-8bb3-4097-91c5-e5d5dbc3e0ce tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Request body: {'floatingip': {'floating_network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'port_id': 'e5a428e6-2573-449b-ba21-9d27628c1a96', 'tenant_id': '91bd515480d64f1fb4c68f74dfec7a79', 'fixed_ip_address': '172.20.0.3'}} {{(pid=109084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:51:27.363167 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-bcb5aaee-8bb3-4097-91c5-e5d5dbc3e0ce tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:27.382630 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e7bc57-81dc-491e-8372-561dd3514ef2 req-67930ae1-d62a-4a43-8114-50fec97101fb tempest-VolumesSnapshotTestJSON-116094683 tempest-VolumesSnapshotTestJSON-116094683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:27.384181 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-52e7bc57-81dc-491e-8372-561dd3514ef2 req-67930ae1-d62a-4a43-8114-50fec97101fb tempest-VolumesSnapshotTestJSON-116094683 tempest-VolumesSnapshotTestJSON-116094683-project] 10.222.0.72 "GET /v2.0/ports?device_id=eb4a4c87-a130-4fd2-855f-92baf522ce8f HTTP/1.1" status: 200 len: 943 time: 0.0498672 Jan 28 13:51:27.431159 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-52e7bc57-81dc-491e-8372-561dd3514ef2 req-d6fdc69c-ea7a-4eaa-bac0-36362afb39a6 tempest-VolumesSnapshotTestJSON-116094683 tempest-VolumesSnapshotTestJSON-116094683-project] 10.222.0.72 "GET /v2.0/security-groups?id=5f848385-8043-4192-8e68-f04a8ef341f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401533 Jan 28 13:51:27.465178 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-bcb5aaee-8bb3-4097-91c5-e5d5dbc3e0ce tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (None), before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:27.526173 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Device efac871b-3fb5-4b47-8c5a-8c514191aa21 details requested by agent hyperv_hv-cinder-82418 with host hv-cinder-82418 {{(pid=109086) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:51:27.579846 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.db.db_base_plugin_common [None req-bcb5aaee-8bb3-4097-91c5-e5d5dbc3e0ce tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Allocated IP 172.27.0.31 (5658bb11-9d09-4b0d-90e7-a96bf662b067/12c2ab48-c458-44a5-bf56-c21764e1e48c/c98d41d2-ee7b-448f-8483-bf781bd6145c) {{(pid=109084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:51:27.688293 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-bcb5aaee-8bb3-4097-91c5-e5d5dbc3e0ce tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Publish callbacks [] for port (c98d41d2-ee7b-448f-8483-bf781bd6145c), precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:27.724459 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-bcb5aaee-8bb3-4097-91c5-e5d5dbc3e0ce tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742788384826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6110957'] for port (c98d41d2-ee7b-448f-8483-bf781bd6145c), after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:27.758668 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] For port efac871b-3fb5-4b47-8c5a-8c514191aa21, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=efac871b-3fb5-4b47-8c5a-8c514191aa21,segment=NetworkSegment(c6fb20d0-75de-447e-bb0a-1f2b4211be6b),segment_id=c6fb20d0-75de-447e-bb0a-1f2b4211be6b)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:51:27.759967 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb5aaee-8bb3-4097-91c5-e5d5dbc3e0ce tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Network 5658bb11-9d09-4b0d-90e7-a96bf662b067 is already hosted by enough agents. {{(pid=109084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:51:27.763108 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.scheduler.base_scheduler [None req-bcb5aaee-8bb3-4097-91c5-e5d5dbc3e0ce tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Resources bound (agent type, host, resource id): {{(pid=109084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:51:27.766940 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb5aaee-8bb3-4097-91c5-e5d5dbc3e0ce tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Received port after_create {{(pid=109084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:51:27.771685 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Returning: {'device': 'efac871b-3fb5-4b47-8c5a-8c514191aa21', 'network_id': 'e5f39082-f680-498c-bc51-8f1c75546a19', 'port_id': 'efac871b-3fb5-4b47-8c5a-8c514191aa21', 'mac_address': 'fa:16:3e:0e:85:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 714, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9c631df-e11b-4ef8-8859-4876ab9175ef', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109086) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:51:27.803521 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb5aaee-8bb3-4097-91c5-e5d5dbc3e0ce tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Pushing event updated for resources: {'Port': ['ID=c98d41d2-ee7b-448f-8483-bf781bd6145c,revision_number=1']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:27.810087 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Current status of the port efac871b-3fb5-4b47-8c5a-8c514191aa21 is: DOWN; New status is: BUILD {{(pid=109086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:51:27.810482 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (efac871b-3fb5-4b47-8c5a-8c514191aa21), before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:27.815283 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb5aaee-8bb3-4097-91c5-e5d5dbc3e0ce tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:51:27.815639 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb5aaee-8bb3-4097-91c5-e5d5dbc3e0ce tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:51:27.815990 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb5aaee-8bb3-4097-91c5-e5d5dbc3e0ce tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:51:27.816333 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb5aaee-8bb3-4097-91c5-e5d5dbc3e0ce tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:51:27.817291 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb5aaee-8bb3-4097-91c5-e5d5dbc3e0ce tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:51:27.817632 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb5aaee-8bb3-4097-91c5-e5d5dbc3e0ce tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:51:27.817968 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb5aaee-8bb3-4097-91c5-e5d5dbc3e0ce tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:51:27.818303 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb5aaee-8bb3-4097-91c5-e5d5dbc3e0ce tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:51:27.818669 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb5aaee-8bb3-4097-91c5-e5d5dbc3e0ce tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:51:27.819003 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb5aaee-8bb3-4097-91c5-e5d5dbc3e0ce tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:51:27.819315 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb5aaee-8bb3-4097-91c5-e5d5dbc3e0ce tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:51:27.819637 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb5aaee-8bb3-4097-91c5-e5d5dbc3e0ce tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:51:27.819949 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcb5aaee-8bb3-4097-91c5-e5d5dbc3e0ce tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:51:27.825387 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.notifiers.nova [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efac871b-3fb5-4b47-8c5a-8c514191aa21 {{(pid=109086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:51:27.847505 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] For port efac871b-3fb5-4b47-8c5a-8c514191aa21, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=efac871b-3fb5-4b47-8c5a-8c514191aa21,segment=NetworkSegment(c6fb20d0-75de-447e-bb0a-1f2b4211be6b),segment_id=c6fb20d0-75de-447e-bb0a-1f2b4211be6b)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:51:27.853495 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862'] for port (efac871b-3fb5-4b47-8c5a-8c514191aa21), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:27.903740 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Pushing event updated for resources: {'Port': ['ID=efac871b-3fb5-4b47-8c5a-8c514191aa21,revision_number=4']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:28.158335 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-bcb5aaee-8bb3-4097-91c5-e5d5dbc3e0ce tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Publish callbacks [] for floatingip (c755f0ac-f036-4d60-ba30-d9af290a3e5d), precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:28.222921 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-cbc0e332-a2cd-4ade-94f7-6d530c9d3a1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (fe6892c5-7eb1-46ce-88dd-77c5bcc32263), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:28.232169 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-bcb5aaee-8bb3-4097-91c5-e5d5dbc3e0ce tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (c98d41d2-ee7b-448f-8483-bf781bd6145c), before_update {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:28.267232 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] get_ports_and_sgs() called for port_ids ['efac871b-3fb5-4b47-8c5a-8c514191aa21'] {{(pid=109086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:51:28.385211 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-bcb5aaee-8bb3-4097-91c5-e5d5dbc3e0ce tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Publish callbacks [] for port (c98d41d2-ee7b-448f-8483-bf781bd6145c), precommit_update {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:28.391319 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-bcb5aaee-8bb3-4097-91c5-e5d5dbc3e0ce tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6110742'] for port (c98d41d2-ee7b-448f-8483-bf781bd6145c), after_update {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:28.456903 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb5aaee-8bb3-4097-91c5-e5d5dbc3e0ce tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Pushing event updated for resources: {'Port': ['ID=c98d41d2-ee7b-448f-8483-bf781bd6145c,revision_number=2']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:28.469226 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-bcb5aaee-8bb3-4097-91c5-e5d5dbc3e0ce tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1817779'] for floatingip (c755f0ac-f036-4d60-ba30-d9af290a3e5d), after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:28.612175 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d236f99e-1222-4977-9b1e-223ce7403e65 req-ea6d55a6-18f6-458c-ba6f-80a779ff34fc tempest-VolumesSnapshotTestJSON-116094683 tempest-VolumesSnapshotTestJSON-116094683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:28.613683 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-d236f99e-1222-4977-9b1e-223ce7403e65 req-ea6d55a6-18f6-458c-ba6f-80a779ff34fc tempest-VolumesSnapshotTestJSON-116094683 tempest-VolumesSnapshotTestJSON-116094683-project] 10.222.0.72 "GET /v2.0/ports?device_id=eb4a4c87-a130-4fd2-855f-92baf522ce8f HTTP/1.1" status: 200 len: 944 time: 0.1118364 Jan 28 13:51:28.627862 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.db.l3_db [None req-bcb5aaee-8bb3-4097-91c5-e5d5dbc3e0ce tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Floating IP c755f0ac-f036-4d60-ba30-d9af290a3e5d associated. External IP: 172.27.0.31, port: e5a428e6-2573-449b-ba21-9d27628c1a96. Jan 28 13:51:28.706086 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-d236f99e-1222-4977-9b1e-223ce7403e65 req-7ca349d2-dda1-4fa0-885b-de5d322ad019 tempest-VolumesSnapshotTestJSON-116094683 tempest-VolumesSnapshotTestJSON-116094683-project] 10.222.0.72 "GET /v2.0/security-groups?id=5f848385-8043-4192-8e68-f04a8ef341f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866041 Jan 28 13:51:28.865952 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcb5aaee-8bb3-4097-91c5-e5d5dbc3e0ce tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Router 3b37101d-7801-484d-9b53-12bc30cc60a8 has already been hosted by L3 agent 5fb30df9-6f10-41b8-94cc-b881623ba250 {{(pid=109084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:51:28.977687 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcb5aaee-8bb3-4097-91c5-e5d5dbc3e0ce tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Notify agent at l3_agent.dv-cinder-824187-7-iscsi the message routers_updated {{(pid=109084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:51:28.993256 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789846ca-0593-4c38-9841-c135a29aafca None None] Sync routers for ids ['3b37101d-7801-484d-9b53-12bc30cc60a8'] in dv-cinder-824187-7-iscsi {{(pid=109086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:51:28.998481 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-bcb5aaee-8bb3-4097-91c5-e5d5dbc3e0ce tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91499'] for floatingip (None), before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:29.003787 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789846ca-0593-4c38-9841-c135a29aafca None None] Routers {'3b37101d-7801-484d-9b53-12bc30cc60a8'} bound to L3 agent in host dv-cinder-824187-7-iscsi {{(pid=109086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:51:29.004415 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-789846ca-0593-4c38-9841-c135a29aafca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-28T13:37:30Z,description=,heartbeat_timestamp=2022-01-28T13:51:00Z,host='dv-cinder-824187-7-iscsi',id=5fb30df9-6f10-41b8-94cc-b881623ba250,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:37:30Z,topic='l3_agent')) {'router_ids': ['3b37101d-7801-484d-9b53-12bc30cc60a8'], 'active': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:51:29.025982 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-bcb5aaee-8bb3-4097-91c5-e5d5dbc3e0ce tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6885495 Jan 28 13:51:29.026796 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18d5b540-ab17-46a8-8973-9d27569fc72e', 'tag': 'e5a428e6-2573-449b-ba21-9d27628c1a96'}] {{(pid=109084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:51:29.029071 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5cde6f7d6341da3213f8ae41fabcae285c2d6f110ff0443107e1632addf2fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6952a54-5c84-47fa-a32c-bb1cb0478a3a" -d '{"events": [{"name": "network-changed", "server_uuid": "18d5b540-ab17-46a8-8973-9d27569fc72e", "tag": "e5a428e6-2573-449b-ba21-9d27628c1a96"}]}' {{(pid=109084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:51:29.115285 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvr_db [None req-789846ca-0593-4c38-9841-c135a29aafca None None] Set router 3b37101d-7801-484d-9b53-12bc30cc60a8 gateway port host: dv-cinder-824187-7-iscsi {{(pid=109086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:51:29.122025 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7a06951-2032-4c19-a262-caaa02d1dfb2 x-openstack-request-id: req-e7a06951-2032-4c19-a262-caaa02d1dfb2 {{(pid=109084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:51:29.122324 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18d5b540-ab17-46a8-8973-9d27569fc72e", "tag": "e5a428e6-2573-449b-ba21-9d27628c1a96", "status": "completed", "code": 200}]} {{(pid=109084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:51:29.122581 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e7a06951-2032-4c19-a262-caaa02d1dfb2 {{(pid=109084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:51:29.122989 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18d5b540-ab17-46a8-8973-9d27569fc72e', 'tag': 'e5a428e6-2573-449b-ba21-9d27628c1a96', 'status': 'completed', 'code': 200} Jan 28 13:51:29.183220 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6952a54-5c84-47fa-a32c-bb1cb0478a3a req-918f9d7e-e8b5-4054-a366-c031078d2d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:29.184747 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-a6952a54-5c84-47fa-a32c-bb1cb0478a3a req-918f9d7e-e8b5-4054-a366-c031078d2d77 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=91bd515480d64f1fb4c68f74dfec7a79&device_id=18d5b540-ab17-46a8-8973-9d27569fc72e HTTP/1.1" status: 200 len: 1098 time: 0.0408711 Jan 28 13:51:29.279972 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6952a54-5c84-47fa-a32c-bb1cb0478a3a req-258518da-6e08-4ea5-91b0-5f6c5f416412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:29.281528 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-a6952a54-5c84-47fa-a32c-bb1cb0478a3a req-258518da-6e08-4ea5-91b0-5f6c5f416412 service neutron] 10.222.0.78 "GET /v2.0/networks?id=edec13d6-6734-4abe-91ae-5b6be190099b HTTP/1.1" status: 200 len: 913 time: 0.0890057 Jan 28 13:51:29.343768 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-789846ca-0593-4c38-9841-c135a29aafca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b37101d-7801-484d-9b53-12bc30cc60a8', 'name': 'tempest-TestVolumeBootPattern-2005865697-router', 'tenant_id': '91bd515480d64f1fb4c68f74dfec7a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'external_fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': 'c77b92c2-3718-4b36-af0f-460cc3a27081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:46:31Z', 'updated_at': '2022-01-28T13:46:37Z', 'revision_number': 4, 'project_id': '91bd515480d64f1fb4c68f74dfec7a79', 'gw_port': {'id': 'c77b92c2-3718-4b36-af0f-460cc3a27081', 'name': '', 'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:5e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b37101d-7801-484d-9b53-12bc30cc60a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:46:32Z', 'updated_at': '2022-01-28T13:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-7-iscsi', '_floatingips': [{'id': 'c755f0ac-f036-4d60-ba30-d9af290a3e5d', 'tenant_id': '91bd515480d64f1fb4c68f74dfec7a79', 'floating_ip_address': '172.27.0.31', 'floating_network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'router_id': '3b37101d-7801-484d-9b53-12bc30cc60a8', 'port_id': 'e5a428e6-2573-449b-ba21-9d27628c1a96', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'edec13d6-6734-4abe-91ae-5b6be190099b', 'mac_address': 'fa:16:3e:30:df:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d5b540-ab17-46a8-8973-9d27569fc72e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:51:28Z', 'updated_at': '2022-01-28T13:51:28Z', 'revision_number': 0, 'project_id': '91bd515480d64f1fb4c68f74dfec7a79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5d68468-b68d-494b-a83f-3578fc646a5b', 'name': '', 'network_id': 'edec13d6-6734-4abe-91ae-5b6be190099b', 'tenant_id': '91bd515480d64f1fb4c68f74dfec7a79', 'mac_address': 'fa:16:3e:3c:05:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b37101d-7801-484d-9b53-12bc30cc60a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '0bbd587e-7762-4c23-87b9-7f5b462e54c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:46:36Z', 'updated_at': '2022-01-28T13:46:42Z', 'revision_number': 5, 'project_id': '91bd515480d64f1fb4c68f74dfec7a79', 'subnets': [{'id': '0bbd587e-7762-4c23-87b9-7f5b462e54c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824187-7-iscsi', False) {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:51:29.349987 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-a6952a54-5c84-47fa-a32c-bb1cb0478a3a req-f9394186-a86f-4004-bd6e-16eaee7b304c service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e5a428e6-2573-449b-ba21-9d27628c1a96 HTTP/1.1" status: 200 len: 998 time: 0.0587955 Jan 28 13:51:29.371137 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789846ca-0593-4c38-9841-c135a29aafca None None] Checking router: 3b37101d-7801-484d-9b53-12bc30cc60a8 for host: dv-cinder-824187-7-iscsi {{(pid=109086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:51:29.379833 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789846ca-0593-4c38-9841-c135a29aafca None None] Routers {'3b37101d-7801-484d-9b53-12bc30cc60a8'} bound to L3 agent in host dv-cinder-824187-7-iscsi {{(pid=109086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:51:29.380444 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-789846ca-0593-4c38-9841-c135a29aafca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-28T13:37:30Z,description=,heartbeat_timestamp=2022-01-28T13:51:00Z,host='dv-cinder-824187-7-iscsi',id=5fb30df9-6f10-41b8-94cc-b881623ba250,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:37:30Z,topic='l3_agent')) {'router_ids': ['3b37101d-7801-484d-9b53-12bc30cc60a8'], 'active': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:51:29.402018 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6952a54-5c84-47fa-a32c-bb1cb0478a3a req-4c03ea23-0102-499e-83d4-f2f35dddc574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:29.403505 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-a6952a54-5c84-47fa-a32c-bb1cb0478a3a req-4c03ea23-0102-499e-83d4-f2f35dddc574 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=0bbd587e-7762-4c23-87b9-7f5b462e54c4 HTTP/1.1" status: 200 len: 851 time: 0.0452108 Jan 28 13:51:29.452776 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6952a54-5c84-47fa-a32c-bb1cb0478a3a req-168f6229-25c8-4739-875e-57e3e3dbaeb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:29.454298 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-a6952a54-5c84-47fa-a32c-bb1cb0478a3a req-168f6229-25c8-4739-875e-57e3e3dbaeb4 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=edec13d6-6734-4abe-91ae-5b6be190099b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0434570 Jan 28 13:51:29.486084 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvr_db [None req-789846ca-0593-4c38-9841-c135a29aafca None None] Set router 3b37101d-7801-484d-9b53-12bc30cc60a8 gateway port host: dv-cinder-824187-7-iscsi {{(pid=109086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:51:29.554568 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-a6952a54-5c84-47fa-a32c-bb1cb0478a3a req-17b4aec1-f9d5-40ea-82ad-c84639f3750a service neutron] 10.222.0.78 "GET /v2.0/networks/edec13d6-6734-4abe-91ae-5b6be190099b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892417 Jan 28 13:51:29.558300 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Device efac871b-3fb5-4b47-8c5a-8c514191aa21 up at agent hyperv_hv-cinder-82418 {{(pid=109086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:51:29.648480 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-a6952a54-5c84-47fa-a32c-bb1cb0478a3a req-2b364447-51fb-4db0-ba79-860633d5be60 service neutron] 10.222.0.78 "GET /v2.0/networks/edec13d6-6734-4abe-91ae-5b6be190099b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872149 Jan 28 13:51:29.677139 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Provisioning for port efac871b-3fb5-4b47-8c5a-8c514191aa21 completed by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:51:29.682253 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Provisioning complete for port efac871b-3fb5-4b47-8c5a-8c514191aa21 triggered by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:51:29.682682 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041328'] for port (efac871b-3fb5-4b47-8c5a-8c514191aa21), provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:29.809837 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Current status of the port efac871b-3fb5-4b47-8c5a-8c514191aa21 is: BUILD; New status is: ACTIVE {{(pid=109086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:51:29.810135 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (efac871b-3fb5-4b47-8c5a-8c514191aa21), before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:29.814795 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-789846ca-0593-4c38-9841-c135a29aafca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b37101d-7801-484d-9b53-12bc30cc60a8', 'name': 'tempest-TestVolumeBootPattern-2005865697-router', 'tenant_id': '91bd515480d64f1fb4c68f74dfec7a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'external_fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': 'c77b92c2-3718-4b36-af0f-460cc3a27081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:46:31Z', 'updated_at': '2022-01-28T13:46:37Z', 'revision_number': 4, 'project_id': '91bd515480d64f1fb4c68f74dfec7a79', 'gw_port': {'id': 'c77b92c2-3718-4b36-af0f-460cc3a27081', 'name': '', 'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:5e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b37101d-7801-484d-9b53-12bc30cc60a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:46:32Z', 'updated_at': '2022-01-28T13:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-7-iscsi', '_floatingips': [{'id': 'c755f0ac-f036-4d60-ba30-d9af290a3e5d', 'tenant_id': '91bd515480d64f1fb4c68f74dfec7a79', 'floating_ip_address': '172.27.0.31', 'floating_network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'router_id': '3b37101d-7801-484d-9b53-12bc30cc60a8', 'port_id': 'e5a428e6-2573-449b-ba21-9d27628c1a96', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'edec13d6-6734-4abe-91ae-5b6be190099b', 'mac_address': 'fa:16:3e:30:df:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d5b540-ab17-46a8-8973-9d27569fc72e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:51:28Z', 'updated_at': '2022-01-28T13:51:28Z', 'revision_number': 0, 'project_id': '91bd515480d64f1fb4c68f74dfec7a79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5d68468-b68d-494b-a83f-3578fc646a5b', 'name': '', 'network_id': 'edec13d6-6734-4abe-91ae-5b6be190099b', 'tenant_id': '91bd515480d64f1fb4c68f74dfec7a79', 'mac_address': 'fa:16:3e:3c:05:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b37101d-7801-484d-9b53-12bc30cc60a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '0bbd587e-7762-4c23-87b9-7f5b462e54c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:46:36Z', 'updated_at': '2022-01-28T13:46:42Z', 'revision_number': 5, 'project_id': '91bd515480d64f1fb4c68f74dfec7a79', 'subnets': [{'id': '0bbd587e-7762-4c23-87b9-7f5b462e54c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824187-7-iscsi', False) {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:51:29.829537 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb8ac16-3203-406e-a720-74c4a63c275e req-a397ee08-fde2-4085-8fc9-8087974eb8c7 tempest-VolumesSnapshotTestJSON-116094683 tempest-VolumesSnapshotTestJSON-116094683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:29.831060 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-3cb8ac16-3203-406e-a720-74c4a63c275e req-a397ee08-fde2-4085-8fc9-8087974eb8c7 tempest-VolumesSnapshotTestJSON-116094683 tempest-VolumesSnapshotTestJSON-116094683-project] 10.222.0.72 "GET /v2.0/ports?device_id=eb4a4c87-a130-4fd2-855f-92baf522ce8f HTTP/1.1" status: 200 len: 944 time: 0.0525863 Jan 28 13:51:29.849779 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789846ca-0593-4c38-9841-c135a29aafca None None] The sync data for ids ['3b37101d-7801-484d-9b53-12bc30cc60a8'] in dv-cinder-824187-7-iscsi is: [{'id': '3b37101d-7801-484d-9b53-12bc30cc60a8', 'name': 'tempest-TestVolumeBootPattern-2005865697-router', 'tenant_id': '91bd515480d64f1fb4c68f74dfec7a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'external_fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': 'c77b92c2-3718-4b36-af0f-460cc3a27081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:46:31Z', 'updated_at': '2022-01-28T13:46:37Z', 'revision_number': 4, 'project_id': '91bd515480d64f1fb4c68f74dfec7a79', 'gw_port': {'id': 'c77b92c2-3718-4b36-af0f-460cc3a27081', 'name': '', 'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:5e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b37101d-7801-484d-9b53-12bc30cc60a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:46:32Z', 'updated_at': '2022-01-28T13:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-7-iscsi', '_floatingips': [{'id': 'c755f0ac-f036-4d60-ba30-d9af290a3e5d', 'tenant_id': '91bd515480d64f1fb4c68f74dfec7a79', 'floating_ip_address': '172.27.0.31', 'floating_network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'router_id': '3b37101d-7801-484d-9b53-12bc30cc60a8', 'port_id': 'e5a428e6-2573-449b-ba21-9d27628c1a96', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'edec13d6-6734-4abe-91ae-5b6be190099b', 'mac_address': 'fa:16:3e:30:df:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d5b540-ab17-46a8-8973-9d27569fc72e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:51:28Z', 'updated_at': '2022-01-28T13:51:28Z', 'revision_number': 0, 'project_id': '91bd515480d64f1fb4c68f74dfec7a79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5d68468-b68d-494b-a83f-3578fc646a5b', 'name': '', 'network_id': 'edec13d6-6734-4abe-91ae-5b6be190099b', 'tenant_id': '91bd515480d64f1fb4c68f74dfec7a79', 'mac_address': 'fa:16:3e:3c:05:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b37101d-7801-484d-9b53-12bc30cc60a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '0bbd587e-7762-4c23-87b9-7f5b462e54c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:46:36Z', 'updated_at': '2022-01-28T13:46:42Z', 'revision_number': 5, 'project_id': '91bd515480d64f1fb4c68f74dfec7a79', 'subnets': [{'id': '0bbd587e-7762-4c23-87b9-7f5b462e54c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:51:29.862924 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb4a4c87-a130-4fd2-855f-92baf522ce8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efac871b-3fb5-4b47-8c5a-8c514191aa21'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:51:29.865278 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fe2f3ff242846a504b70cb1607640f93490c53de488d62a29fe51e57b5b242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94274c0d-e1fe-48b1-acb2-fa4b994222ee" -d '{"events": [{"server_uuid": "eb4a4c87-a130-4fd2-855f-92baf522ce8f", "name": "network-vif-plugged", "status": "completed", "tag": "efac871b-3fb5-4b47-8c5a-8c514191aa21"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:51:29.878902 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] For port efac871b-3fb5-4b47-8c5a-8c514191aa21, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=efac871b-3fb5-4b47-8c5a-8c514191aa21,segment=NetworkSegment(c6fb20d0-75de-447e-bb0a-1f2b4211be6b),segment_id=c6fb20d0-75de-447e-bb0a-1f2b4211be6b)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:51:29.888200 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862'] for port (efac871b-3fb5-4b47-8c5a-8c514191aa21), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:29.895499 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-3cb8ac16-3203-406e-a720-74c4a63c275e req-6b70b0fd-0fed-47b0-9322-62f2f35f68d0 tempest-VolumesSnapshotTestJSON-116094683 tempest-VolumesSnapshotTestJSON-116094683-project] 10.222.0.72 "GET /v2.0/security-groups?id=5f848385-8043-4192-8e68-f04a8ef341f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566914 Jan 28 13:51:29.912737 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f7e38c2-8a45-4d77-b65b-2252d7cfa87f x-openstack-request-id: req-1f7e38c2-8a45-4d77-b65b-2252d7cfa87f {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:51:29.913077 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb4a4c87-a130-4fd2-855f-92baf522ce8f", "name": "network-vif-plugged", "status": "completed", "tag": "efac871b-3fb5-4b47-8c5a-8c514191aa21", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:51:29.913330 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-1f7e38c2-8a45-4d77-b65b-2252d7cfa87f {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:51:29.913723 dv-cinder-824187-7-iscsi neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb4a4c87-a130-4fd2-855f-92baf522ce8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efac871b-3fb5-4b47-8c5a-8c514191aa21', 'code': 200} Jan 28 13:51:29.942067 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Pushing event updated for resources: {'Port': ['ID=efac871b-3fb5-4b47-8c5a-8c514191aa21,revision_number=5']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:30.087198 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22351f1a-5d43-4bd7-9717-ba27fd9a8903 None None] New status for floating IP c755f0ac-f036-4d60-ba30-d9af290a3e5d: ACTIVE {{(pid=109087) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 13:51:30.110240 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aeca1e-58b1-449e-b1d3-62f5013d1d7d req-cc901859-9d62-43a1-85e8-3447eac44742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:30.111717 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-28aeca1e-58b1-449e-b1d3-62f5013d1d7d req-cc901859-9d62-43a1-85e8-3447eac44742 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=eb4a4c87-a130-4fd2-855f-92baf522ce8f HTTP/1.1" status: 200 len: 1098 time: 0.0418451 Jan 28 13:51:30.154920 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-28aeca1e-58b1-449e-b1d3-62f5013d1d7d req-5465fa68-4386-4fab-a306-342a1057fa42 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=5f848385-8043-4192-8e68-f04a8ef341f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363107 Jan 28 13:51:30.255406 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-5c38f933-37d2-40fb-ba9c-24d8223aaf97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (5fb30df9-6f10-41b8-94cc-b881623ba250), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:31.006193 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9659ce95-ee8a-4945-807e-e685945da890 req-56772c22-1e78-4f5f-a5c7-ccfa3c42fb48 tempest-VolumesSnapshotTestJSON-116094683 tempest-VolumesSnapshotTestJSON-116094683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:31.007715 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-9659ce95-ee8a-4945-807e-e685945da890 req-56772c22-1e78-4f5f-a5c7-ccfa3c42fb48 tempest-VolumesSnapshotTestJSON-116094683 tempest-VolumesSnapshotTestJSON-116094683-project] 10.222.0.72 "GET /v2.0/ports?device_id=eb4a4c87-a130-4fd2-855f-92baf522ce8f HTTP/1.1" status: 200 len: 945 time: 0.0511668 Jan 28 13:51:31.060492 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-9659ce95-ee8a-4945-807e-e685945da890 req-a756f7cf-6213-4a17-8321-93fc5c8cf6c6 tempest-VolumesSnapshotTestJSON-116094683 tempest-VolumesSnapshotTestJSON-116094683-project] 10.222.0.72 "GET /v2.0/security-groups?id=5f848385-8043-4192-8e68-f04a8ef341f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451148 Jan 28 13:51:31.722873 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-120fdcba-5236-4c4f-ad1d-de3bbc2703f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (270c75b4-e9a8-4b16-85de-99abb56244df), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:32.191715 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c617093-a679-45c7-9de6-2ec8a662dc8d req-0f126ddf-b4a2-4811-b63b-0006f5aaef8c tempest-VolumesSnapshotTestJSON-116094683 tempest-VolumesSnapshotTestJSON-116094683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:32.193206 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-5c617093-a679-45c7-9de6-2ec8a662dc8d req-0f126ddf-b4a2-4811-b63b-0006f5aaef8c tempest-VolumesSnapshotTestJSON-116094683 tempest-VolumesSnapshotTestJSON-116094683-project] 10.222.0.72 "GET /v2.0/ports?device_id=eb4a4c87-a130-4fd2-855f-92baf522ce8f HTTP/1.1" status: 200 len: 945 time: 0.0481255 Jan 28 13:51:32.239635 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-5c617093-a679-45c7-9de6-2ec8a662dc8d req-34415d51-99a5-4b2a-a7ac-c07f517f9362 tempest-VolumesSnapshotTestJSON-116094683 tempest-VolumesSnapshotTestJSON-116094683-project] 10.222.0.72 "GET /v2.0/security-groups?id=5f848385-8043-4192-8e68-f04a8ef341f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402670 Jan 28 13:51:32.474209 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.agents_db [None req-2611350c-8bbf-4fa3-a5bb-e2ba3591f3a7 None None] Agent healthcheck: found 6 active agents {{(pid=109087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:51:32.853774 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a365d3e8-b48a-4a28-95b6-25537061fe93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (282d2827-b9b4-4282-91d0-335a7cd9818a), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:32.942814 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (06140fe1-dee6-47e9-9649-a5d5e543fff8), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:34.207561 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (91ec632a-2927-4715-8bad-f3132ebcbe46), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:35.417409 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741f1f37-fcef-49ec-817c-2242c3067597 req-7139e7e6-b009-4f90-8a47-955d072f834e tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:35.418994 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-741f1f37-fcef-49ec-817c-2242c3067597 req-7139e7e6-b009-4f90-8a47-955d072f834e tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] 10.222.0.72 "GET /v2.0/ports?device_id=2b68fb1b-ec8a-444a-a74f-f92f17e5e416 HTTP/1.1" status: 200 len: 985 time: 0.0541246 Jan 28 13:51:35.430918 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b4568c-e0c9-4ec0-b0cb-3b6e80864c50 req-0991b8b7-ff3e-4b6a-8d11-8707dbbb781f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:35.432410 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-29b4568c-e0c9-4ec0-b0cb-3b6e80864c50 req-0991b8b7-ff3e-4b6a-8d11-8707dbbb781f service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=066532ec653e41aaa9c7e05722d8b0aa&device_id=2b68fb1b-ec8a-444a-a74f-f92f17e5e416 HTTP/1.1" status: 200 len: 1138 time: 0.0434713 Jan 28 13:51:35.482426 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-741f1f37-fcef-49ec-817c-2242c3067597 req-a1aaafd5-0976-41db-b3ac-c9fb7b96f3e5 tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] 10.222.0.72 "GET /v2.0/security-groups?id=9c515dce-bb6c-40d6-9ed4-1c3e75bb88f5&id=5cded702-1696-4fa4-b86d-e31c80ca89d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0575006 Jan 28 13:51:35.521390 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b4568c-e0c9-4ec0-b0cb-3b6e80864c50 req-7dac56f3-cfc6-4343-bd0b-10ab1cdfe374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:35.522870 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-29b4568c-e0c9-4ec0-b0cb-3b6e80864c50 req-7dac56f3-cfc6-4343-bd0b-10ab1cdfe374 service neutron] 10.222.0.78 "GET /v2.0/networks?id=a5e1158c-43ca-495d-87ee-f8a1290dae33 HTTP/1.1" status: 200 len: 916 time: 0.0834622 Jan 28 13:51:35.596513 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-29b4568c-e0c9-4ec0-b0cb-3b6e80864c50 req-e6c00ea3-a42e-491f-8f1d-635bb90591d2 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7b0ae3a5-a9b5-4b64-9119-38c18e43d54c HTTP/1.1" status: 200 len: 1002 time: 0.0645430 Jan 28 13:51:35.644134 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b4568c-e0c9-4ec0-b0cb-3b6e80864c50 req-bb22a013-5676-4797-80da-738ffba38bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:35.645591 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-29b4568c-e0c9-4ec0-b0cb-3b6e80864c50 req-bb22a013-5676-4797-80da-738ffba38bee service neutron] 10.222.0.78 "GET /v2.0/subnets?id=f4f46cf0-6c1d-488f-be0f-6575b76810a8 HTTP/1.1" status: 200 len: 854 time: 0.0429084 Jan 28 13:51:35.703162 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b4568c-e0c9-4ec0-b0cb-3b6e80864c50 req-186b8f43-196f-4b61-b5a5-bcddcf51c8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:35.704652 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-29b4568c-e0c9-4ec0-b0cb-3b6e80864c50 req-186b8f43-196f-4b61-b5a5-bcddcf51c8be service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=a5e1158c-43ca-495d-87ee-f8a1290dae33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0520868 Jan 28 13:51:36.096180 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-276a8083-fbfa-4948-8f39-d36e64591727 req-09ae8cbf-ee72-46d6-8602-ed3d35710417 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=acf97c7f-503a-42ed-b6b7-f5cfba756426&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0665963 Jan 28 13:51:36.098272 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-29b4568c-e0c9-4ec0-b0cb-3b6e80864c50 req-76ef6de1-4902-4bbe-aced-359558eecc53 service neutron] 10.222.0.78 "GET /v2.0/networks/a5e1158c-43ca-495d-87ee-f8a1290dae33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3870525 Jan 28 13:51:36.220748 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276a8083-fbfa-4948-8f39-d36e64591727 req-8f08206c-451c-43e7-b6c8-ff67547a74a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:36.222252 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-276a8083-fbfa-4948-8f39-d36e64591727 req-8f08206c-451c-43e7-b6c8-ff67547a74a7 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=0799c831a5c443ae8c670a0c79104f84&device_id=acf97c7f-503a-42ed-b6b7-f5cfba756426 HTTP/1.1" status: 200 len: 1100 time: 0.0669487 Jan 28 13:51:36.224353 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-29b4568c-e0c9-4ec0-b0cb-3b6e80864c50 req-a8a69ddd-b47e-4e79-82ef-b02a9585514a service neutron] 10.222.0.78 "GET /v2.0/networks/a5e1158c-43ca-495d-87ee-f8a1290dae33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164739 Jan 28 13:51:36.342553 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276a8083-fbfa-4948-8f39-d36e64591727 req-d6e44d5d-d098-465c-b12d-40078c0d30e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:36.344051 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-276a8083-fbfa-4948-8f39-d36e64591727 req-d6e44d5d-d098-465c-b12d-40078c0d30e0 service neutron] 10.222.0.78 "GET /v2.0/networks?id=711eb359-e0a6-4069-8d9d-85442c14b212 HTTP/1.1" status: 200 len: 918 time: 0.0922489 Jan 28 13:51:36.415521 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-276a8083-fbfa-4948-8f39-d36e64591727 req-a526f7f4-8f93-4ca0-bfc7-0ebbead184b6 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=94fc08c3-1f1a-4aed-9874-93929d326f03 HTTP/1.1" status: 200 len: 1001 time: 0.0589881 Jan 28 13:51:36.472143 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276a8083-fbfa-4948-8f39-d36e64591727 req-823c8b00-c32c-4043-acb0-bec31f7c53a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:36.473667 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-276a8083-fbfa-4948-8f39-d36e64591727 req-823c8b00-c32c-4043-acb0-bec31f7c53a8 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=6a182525-8d42-4b74-88dd-616808d54b14 HTTP/1.1" status: 200 len: 856 time: 0.0455058 Jan 28 13:51:36.524444 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276a8083-fbfa-4948-8f39-d36e64591727 req-68b4a0d0-a710-4e50-8186-9a3a7e5cfa02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:36.526027 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-276a8083-fbfa-4948-8f39-d36e64591727 req-68b4a0d0-a710-4e50-8186-9a3a7e5cfa02 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=711eb359-e0a6-4069-8d9d-85442c14b212&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0455589 Jan 28 13:51:36.652598 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d87b08-f784-4880-807d-ffadfd103df5 req-59209437-9b6e-4665-8db2-d8d87255c468 tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:36.654131 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-36d87b08-f784-4880-807d-ffadfd103df5 req-59209437-9b6e-4665-8db2-d8d87255c468 tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] 10.222.0.72 "GET /v2.0/ports?device_id=2b68fb1b-ec8a-444a-a74f-f92f17e5e416 HTTP/1.1" status: 200 len: 985 time: 0.0992274 Jan 28 13:51:36.656425 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-276a8083-fbfa-4948-8f39-d36e64591727 req-3043c358-4901-4156-8ebc-068707b52673 service neutron] 10.222.0.78 "GET /v2.0/networks/711eb359-e0a6-4069-8d9d-85442c14b212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208591 Jan 28 13:51:36.774541 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-36d87b08-f784-4880-807d-ffadfd103df5 req-da89628d-62c7-451e-aa36-b721997b7328 tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] 10.222.0.72 "GET /v2.0/security-groups?id=9c515dce-bb6c-40d6-9ed4-1c3e75bb88f5&id=5cded702-1696-4fa4-b86d-e31c80ca89d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1145811 Jan 28 13:51:36.796317 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-276a8083-fbfa-4948-8f39-d36e64591727 req-0fc51581-c8b8-4cbe-8ff0-75862df8a698 service neutron] 10.222.0.78 "GET /v2.0/networks/711eb359-e0a6-4069-8d9d-85442c14b212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194112 Jan 28 13:51:36.887550 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309e48e3-eb4f-442d-aff0-dbe8cf7507b5 req-653ea2df-7578-4ef6-a5a4-1120e2c9ac37 tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:36.889037 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-309e48e3-eb4f-442d-aff0-dbe8cf7507b5 req-653ea2df-7578-4ef6-a5a4-1120e2c9ac37 tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0b255d5-978a-4b0d-91cc-e1ff166d24f8 HTTP/1.1" status: 200 len: 945 time: 0.0476158 Jan 28 13:51:36.937566 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-309e48e3-eb4f-442d-aff0-dbe8cf7507b5 req-39151914-1c59-49d4-bb92-e6283c383907 tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] 10.222.0.72 "GET /v2.0/security-groups?id=351edb33-a693-4fd3-8aed-86de15517ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428753 Jan 28 13:51:37.931025 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeb353d-3b8e-4446-a532-34c53c4d8a1b req-fa2df589-227d-4537-8a4d-66032237bc00 tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:37.932691 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-aaeb353d-3b8e-4446-a532-34c53c4d8a1b req-fa2df589-227d-4537-8a4d-66032237bc00 tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] 10.222.0.72 "GET /v2.0/ports?device_id=2b68fb1b-ec8a-444a-a74f-f92f17e5e416 HTTP/1.1" status: 200 len: 985 time: 0.0506551 Jan 28 13:51:37.996208 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-aaeb353d-3b8e-4446-a532-34c53c4d8a1b req-0c84ded8-8e25-4bfd-ac32-c4cb54de5141 tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] 10.222.0.72 "GET /v2.0/security-groups?id=9c515dce-bb6c-40d6-9ed4-1c3e75bb88f5&id=5cded702-1696-4fa4-b86d-e31c80ca89d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0565462 Jan 28 13:51:38.120441 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36619a8-4907-4e4b-b360-4f3f2f40155b req-eba6b845-8298-49a6-95cd-a9fcf0ad7bc5 tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:38.121970 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-a36619a8-4907-4e4b-b360-4f3f2f40155b req-eba6b845-8298-49a6-95cd-a9fcf0ad7bc5 tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0b255d5-978a-4b0d-91cc-e1ff166d24f8 HTTP/1.1" status: 200 len: 945 time: 0.0539534 Jan 28 13:51:38.171688 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-a36619a8-4907-4e4b-b360-4f3f2f40155b req-59fedfe6-f9b9-438f-accc-0872b06b3aa5 tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] 10.222.0.72 "GET /v2.0/security-groups?id=351edb33-a693-4fd3-8aed-86de15517ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441685 Jan 28 13:51:39.277084 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f71af0b-2b8d-4ee9-b53e-6d26dc76269f req-2f87617d-a53a-41d8-b79d-b80614c5c3bf tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:39.278801 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-8f71af0b-2b8d-4ee9-b53e-6d26dc76269f req-2f87617d-a53a-41d8-b79d-b80614c5c3bf tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] 10.222.0.72 "GET /v2.0/ports?device_id=2b68fb1b-ec8a-444a-a74f-f92f17e5e416 HTTP/1.1" status: 200 len: 985 time: 0.0511127 Jan 28 13:51:39.293778 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd11165-c50d-4b98-bde1-be2208816560 req-abb8874f-065c-47d1-96d7-3405306a9fd4 tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:39.295670 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-9bd11165-c50d-4b98-bde1-be2208816560 req-abb8874f-065c-47d1-96d7-3405306a9fd4 tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0b255d5-978a-4b0d-91cc-e1ff166d24f8 HTTP/1.1" status: 200 len: 945 time: 0.0499940 Jan 28 13:51:39.344405 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-9bd11165-c50d-4b98-bde1-be2208816560 req-1c36a516-449b-41d1-8941-1c55a20a337a tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] 10.222.0.72 "GET /v2.0/security-groups?id=351edb33-a693-4fd3-8aed-86de15517ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431664 Jan 28 13:51:39.346629 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-8f71af0b-2b8d-4ee9-b53e-6d26dc76269f req-19ade826-f559-48b8-9f8a-b026b4652fca tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] 10.222.0.72 "GET /v2.0/security-groups?id=9c515dce-bb6c-40d6-9ed4-1c3e75bb88f5&id=5cded702-1696-4fa4-b86d-e31c80ca89d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0611713 Jan 28 13:51:40.461249 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0a7dd9-afee-4777-90d4-7102eef99edb req-f20d3d23-803a-49d4-8372-6c0e919a573e tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:40.462758 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-7e0a7dd9-afee-4777-90d4-7102eef99edb req-f20d3d23-803a-49d4-8372-6c0e919a573e tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] 10.222.0.72 "GET /v2.0/ports?device_id=2b68fb1b-ec8a-444a-a74f-f92f17e5e416 HTTP/1.1" status: 200 len: 985 time: 0.0514939 Jan 28 13:51:40.463438 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c154e5-07db-4608-bf2e-f4f9f9a96319 req-73328082-cc31-4ccb-8720-c664164cbeb2 tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:40.465300 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-d3c154e5-07db-4608-bf2e-f4f9f9a96319 req-73328082-cc31-4ccb-8720-c664164cbeb2 tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0b255d5-978a-4b0d-91cc-e1ff166d24f8 HTTP/1.1" status: 200 len: 945 time: 0.0535350 Jan 28 13:51:40.513702 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-d3c154e5-07db-4608-bf2e-f4f9f9a96319 req-b44f8f0c-2690-4e71-8f7e-c494274e8103 tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] 10.222.0.72 "GET /v2.0/security-groups?id=351edb33-a693-4fd3-8aed-86de15517ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428128 Jan 28 13:51:40.523818 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-7e0a7dd9-afee-4777-90d4-7102eef99edb req-960d43d6-ae58-429a-9ecc-04ad45932871 tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] 10.222.0.72 "GET /v2.0/security-groups?id=9c515dce-bb6c-40d6-9ed4-1c3e75bb88f5&id=5cded702-1696-4fa4-b86d-e31c80ca89d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0552442 Jan 28 13:51:41.643353 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec14e10-bc24-4d8c-9a7e-633c37d02e5f req-2f224413-7cf2-4591-b27f-56d9c6dde3ef tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:41.644875 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-2ec14e10-bc24-4d8c-9a7e-633c37d02e5f req-2f224413-7cf2-4591-b27f-56d9c6dde3ef tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0b255d5-978a-4b0d-91cc-e1ff166d24f8 HTTP/1.1" status: 200 len: 945 time: 0.0489781 Jan 28 13:51:41.649692 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882862c7-8842-4c35-b2d7-7608b5e21202 req-dd38e90d-d8bc-4193-ac61-259f93364444 tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:41.651198 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-882862c7-8842-4c35-b2d7-7608b5e21202 req-dd38e90d-d8bc-4193-ac61-259f93364444 tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] 10.222.0.72 "GET /v2.0/ports?device_id=2b68fb1b-ec8a-444a-a74f-f92f17e5e416 HTTP/1.1" status: 200 len: 985 time: 0.0535634 Jan 28 13:51:41.693055 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-2ec14e10-bc24-4d8c-9a7e-633c37d02e5f req-03d6b67b-d188-42ad-9ac7-96d6b500644a tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] 10.222.0.72 "GET /v2.0/security-groups?id=351edb33-a693-4fd3-8aed-86de15517ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422769 Jan 28 13:51:41.710981 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-882862c7-8842-4c35-b2d7-7608b5e21202 req-43a653a4-ad26-4e44-ac1d-9f9db1239a57 tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] 10.222.0.72 "GET /v2.0/security-groups?id=9c515dce-bb6c-40d6-9ed4-1c3e75bb88f5&id=5cded702-1696-4fa4-b86d-e31c80ca89d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0537310 Jan 28 13:51:42.813024 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9574c98c-1644-4986-b7c4-26e66a0c4093 req-0856f712-4db3-420c-9cdc-ce7f1038979c tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:42.814524 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-9574c98c-1644-4986-b7c4-26e66a0c4093 req-0856f712-4db3-420c-9cdc-ce7f1038979c tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0b255d5-978a-4b0d-91cc-e1ff166d24f8 HTTP/1.1" status: 200 len: 945 time: 0.0489528 Jan 28 13:51:42.842611 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41440753-b49c-4d3c-8549-a7330571c05b req-2f68da03-1095-4dd6-9f2b-6e39544ac61d tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:42.844075 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-41440753-b49c-4d3c-8549-a7330571c05b req-2f68da03-1095-4dd6-9f2b-6e39544ac61d tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] 10.222.0.72 "GET /v2.0/ports?device_id=2b68fb1b-ec8a-444a-a74f-f92f17e5e416 HTTP/1.1" status: 200 len: 985 time: 0.0537243 Jan 28 13:51:42.866936 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-9574c98c-1644-4986-b7c4-26e66a0c4093 req-2237b90f-c578-4bc2-9d7f-7fccdb761d1f tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] 10.222.0.72 "GET /v2.0/security-groups?id=351edb33-a693-4fd3-8aed-86de15517ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468047 Jan 28 13:51:42.903348 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-41440753-b49c-4d3c-8549-a7330571c05b req-2a5e5d40-24c6-4071-8479-eb19c6da4104 tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] 10.222.0.72 "GET /v2.0/security-groups?id=9c515dce-bb6c-40d6-9ed4-1c3e75bb88f5&id=5cded702-1696-4fa4-b86d-e31c80ca89d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0534012 Jan 28 13:51:43.985345 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fba279a-e7f2-4881-9468-13be595da86a req-584db571-bf17-4f77-a78e-a3633265379b tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:43.987008 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-2fba279a-e7f2-4881-9468-13be595da86a req-584db571-bf17-4f77-a78e-a3633265379b tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0b255d5-978a-4b0d-91cc-e1ff166d24f8 HTTP/1.1" status: 200 len: 945 time: 0.0509169 Jan 28 13:51:44.019625 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e866fc7-0f1d-47a6-b8b3-01b16cae3c98 req-f82af7d1-c5e3-4939-836a-dd7738961b89 tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:44.021275 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-2e866fc7-0f1d-47a6-b8b3-01b16cae3c98 req-f82af7d1-c5e3-4939-836a-dd7738961b89 tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] 10.222.0.72 "GET /v2.0/ports?device_id=2b68fb1b-ec8a-444a-a74f-f92f17e5e416 HTTP/1.1" status: 200 len: 985 time: 0.0497665 Jan 28 13:51:44.037275 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-2fba279a-e7f2-4881-9468-13be595da86a req-132268be-c3b5-4f06-acb8-c4da0cbe6938 tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] 10.222.0.72 "GET /v2.0/security-groups?id=351edb33-a693-4fd3-8aed-86de15517ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443158 Jan 28 13:51:44.080794 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-2e866fc7-0f1d-47a6-b8b3-01b16cae3c98 req-4e16603c-9e0a-4594-8a86-3f20781953bf tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] 10.222.0.72 "GET /v2.0/security-groups?id=9c515dce-bb6c-40d6-9ed4-1c3e75bb88f5&id=5cded702-1696-4fa4-b86d-e31c80ca89d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0537293 Jan 28 13:51:45.161046 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ded423-c087-429e-ae75-da2900257ac2 req-4d60e0a8-dc83-4361-8ec8-9b4fb9de3b3e tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:45.162502 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-91ded423-c087-429e-ae75-da2900257ac2 req-4d60e0a8-dc83-4361-8ec8-9b4fb9de3b3e tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0b255d5-978a-4b0d-91cc-e1ff166d24f8 HTTP/1.1" status: 200 len: 945 time: 0.0500553 Jan 28 13:51:45.202448 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24e94d5-a6db-4f12-859e-c57cff4f823c req-bda91a58-5fba-44f5-b0e1-4c6d828b209a tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:45.204015 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-a24e94d5-a6db-4f12-859e-c57cff4f823c req-bda91a58-5fba-44f5-b0e1-4c6d828b209a tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] 10.222.0.72 "GET /v2.0/ports?device_id=2b68fb1b-ec8a-444a-a74f-f92f17e5e416 HTTP/1.1" status: 200 len: 985 time: 0.0528951 Jan 28 13:51:45.214425 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-91ded423-c087-429e-ae75-da2900257ac2 req-793ad1ba-103f-4c2d-aff0-7add415096d9 tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] 10.222.0.72 "GET /v2.0/security-groups?id=351edb33-a693-4fd3-8aed-86de15517ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459461 Jan 28 13:51:45.265697 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-a24e94d5-a6db-4f12-859e-c57cff4f823c req-564f1858-d16b-458b-8118-297f3cb68d9d tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] 10.222.0.72 "GET /v2.0/security-groups?id=9c515dce-bb6c-40d6-9ed4-1c3e75bb88f5&id=5cded702-1696-4fa4-b86d-e31c80ca89d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0551965 Jan 28 13:51:46.338116 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6af72c4-5499-4223-9715-1a0418c4087d req-89fd3f54-4daf-4a7a-8009-3d6178e2fce0 tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:46.339581 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-d6af72c4-5499-4223-9715-1a0418c4087d req-89fd3f54-4daf-4a7a-8009-3d6178e2fce0 tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0b255d5-978a-4b0d-91cc-e1ff166d24f8 HTTP/1.1" status: 200 len: 945 time: 0.0530214 Jan 28 13:51:46.392673 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7942ce1a-2b29-4640-b072-616f3944275c req-ec03e7af-9caa-427d-9517-e27d819da248 tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:46.394200 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-7942ce1a-2b29-4640-b072-616f3944275c req-ec03e7af-9caa-427d-9517-e27d819da248 tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] 10.222.0.72 "GET /v2.0/ports?device_id=2b68fb1b-ec8a-444a-a74f-f92f17e5e416 HTTP/1.1" status: 200 len: 985 time: 0.0588009 Jan 28 13:51:46.401103 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-d6af72c4-5499-4223-9715-1a0418c4087d req-d86090aa-27a7-4e89-b7c4-45658f699e73 tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] 10.222.0.72 "GET /v2.0/security-groups?id=351edb33-a693-4fd3-8aed-86de15517ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533841 Jan 28 13:51:46.452996 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-7942ce1a-2b29-4640-b072-616f3944275c req-c3202863-7571-44d8-8a61-2ad089f58e76 tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] 10.222.0.72 "GET /v2.0/security-groups?id=9c515dce-bb6c-40d6-9ed4-1c3e75bb88f5&id=5cded702-1696-4fa4-b86d-e31c80ca89d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0529296 Jan 28 13:51:46.698203 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28b0d02-958c-41b0-8001-fc46670fa413 req-69fb0147-72d4-4a0c-b22b-6d9c6921ab30 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:46.699781 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-b28b0d02-958c-41b0-8001-fc46670fa413 req-69fb0147-72d4-4a0c-b22b-6d9c6921ab30 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5d89034-8705-4e93-a271-97e037a7c2b3 HTTP/1.1" status: 200 len: 946 time: 0.0520201 Jan 28 13:51:46.748786 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-b28b0d02-958c-41b0-8001-fc46670fa413 req-c33e97e7-3586-4f57-a06d-f7b687fc059e tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] 10.222.0.72 "GET /v2.0/security-groups?id=03f317d8-0cf7-4af4-abf7-94e0d05a91da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432072 Jan 28 13:51:47.531762 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd81752-108d-48bf-870a-a47e6d5b24e2 req-8cd82523-d121-4aa6-8ee7-29c076ea5a29 tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:47.533286 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-bdd81752-108d-48bf-870a-a47e6d5b24e2 req-8cd82523-d121-4aa6-8ee7-29c076ea5a29 tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0b255d5-978a-4b0d-91cc-e1ff166d24f8 HTTP/1.1" status: 200 len: 945 time: 0.0512190 Jan 28 13:51:47.578073 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fddcf0-9088-44da-b886-0b325aadaac5 req-24298f6e-92bb-4c83-8fb3-e9ab20ac72f3 tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:47.579870 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-77fddcf0-9088-44da-b886-0b325aadaac5 req-24298f6e-92bb-4c83-8fb3-e9ab20ac72f3 tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] 10.222.0.72 "GET /v2.0/ports?device_id=2b68fb1b-ec8a-444a-a74f-f92f17e5e416 HTTP/1.1" status: 200 len: 985 time: 0.0512154 Jan 28 13:51:47.584977 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-bdd81752-108d-48bf-870a-a47e6d5b24e2 req-156b5357-5a94-4683-8f73-1dc0eb1b1cae tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] 10.222.0.72 "GET /v2.0/security-groups?id=351edb33-a693-4fd3-8aed-86de15517ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462563 Jan 28 13:51:47.640927 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-77fddcf0-9088-44da-b886-0b325aadaac5 req-67543ef9-c8f8-448c-8721-22ad5dbc18b8 tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] 10.222.0.72 "GET /v2.0/security-groups?id=9c515dce-bb6c-40d6-9ed4-1c3e75bb88f5&id=5cded702-1696-4fa4-b86d-e31c80ca89d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0543067 Jan 28 13:51:47.875361 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e145dddc-fc0a-4ba8-b90c-77007378d120 req-257d29d6-930c-43ea-9ace-341442614261 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:47.876838 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-e145dddc-fc0a-4ba8-b90c-77007378d120 req-257d29d6-930c-43ea-9ace-341442614261 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5d89034-8705-4e93-a271-97e037a7c2b3 HTTP/1.1" status: 200 len: 946 time: 0.0575104 Jan 28 13:51:47.930168 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-e145dddc-fc0a-4ba8-b90c-77007378d120 req-bf4990a1-9dc4-4915-9fd7-780fa473cc41 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] 10.222.0.72 "GET /v2.0/security-groups?id=03f317d8-0cf7-4af4-abf7-94e0d05a91da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475824 Jan 28 13:51:48.710119 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e641888-9b75-4bec-bcd4-99a005b44f25 req-1a8a62f3-1c91-4451-9b1c-6213b0309217 tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:48.711602 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-1e641888-9b75-4bec-bcd4-99a005b44f25 req-1a8a62f3-1c91-4451-9b1c-6213b0309217 tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0b255d5-978a-4b0d-91cc-e1ff166d24f8 HTTP/1.1" status: 200 len: 945 time: 0.0523787 Jan 28 13:51:48.758733 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6129e94f-4a67-486a-827d-041d110ea9cc req-f40d2756-c809-4856-8bee-ca1905a73008 tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:48.760137 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-1e641888-9b75-4bec-bcd4-99a005b44f25 req-b7e868bc-6533-41aa-b845-235797f67676 tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] 10.222.0.72 "GET /v2.0/security-groups?id=351edb33-a693-4fd3-8aed-86de15517ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429175 Jan 28 13:51:48.760303 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-6129e94f-4a67-486a-827d-041d110ea9cc req-f40d2756-c809-4856-8bee-ca1905a73008 tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] 10.222.0.72 "GET /v2.0/ports?device_id=2b68fb1b-ec8a-444a-a74f-f92f17e5e416 HTTP/1.1" status: 200 len: 985 time: 0.0483518 Jan 28 13:51:48.818689 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-6129e94f-4a67-486a-827d-041d110ea9cc req-93cff8b1-e4b6-4cc7-af0f-38612482ff61 tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] 10.222.0.72 "GET /v2.0/security-groups?id=9c515dce-bb6c-40d6-9ed4-1c3e75bb88f5&id=5cded702-1696-4fa4-b86d-e31c80ca89d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0526128 Jan 28 13:51:49.067150 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7788bc14-7748-40c8-816c-70c558828798 req-ed802e28-881e-45e2-8dcf-c6da8b4aad64 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:49.068632 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-7788bc14-7748-40c8-816c-70c558828798 req-ed802e28-881e-45e2-8dcf-c6da8b4aad64 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5d89034-8705-4e93-a271-97e037a7c2b3 HTTP/1.1" status: 200 len: 946 time: 0.0574307 Jan 28 13:51:49.115526 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-7788bc14-7748-40c8-816c-70c558828798 req-36730e34-f251-4213-b806-11f5c031fb1e tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] 10.222.0.72 "GET /v2.0/security-groups?id=03f317d8-0cf7-4af4-abf7-94e0d05a91da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408940 Jan 28 13:51:49.888339 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ff0086-776b-4bd6-966c-37792df5968f req-80df615f-c34f-4f48-8475-b61fa4d3b66c tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:49.889858 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-31ff0086-776b-4bd6-966c-37792df5968f req-80df615f-c34f-4f48-8475-b61fa4d3b66c tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0b255d5-978a-4b0d-91cc-e1ff166d24f8 HTTP/1.1" status: 200 len: 945 time: 0.0515006 Jan 28 13:51:49.935162 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a6a621-b473-4675-bfb3-463f09ab5fd6 req-17ba0c7f-4723-4208-b261-48d5ad10a2eb tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:49.936796 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-38a6a621-b473-4675-bfb3-463f09ab5fd6 req-17ba0c7f-4723-4208-b261-48d5ad10a2eb tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] 10.222.0.72 "GET /v2.0/ports?device_id=2b68fb1b-ec8a-444a-a74f-f92f17e5e416 HTTP/1.1" status: 200 len: 985 time: 0.0494282 Jan 28 13:51:49.939579 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-31ff0086-776b-4bd6-966c-37792df5968f req-387b4598-543b-47cf-bdcb-12df5c8fe646 tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] 10.222.0.72 "GET /v2.0/security-groups?id=351edb33-a693-4fd3-8aed-86de15517ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441511 Jan 28 13:51:49.996885 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-38a6a621-b473-4675-bfb3-463f09ab5fd6 req-0b2a9593-e66e-45cd-929d-70b1eeca9dcc tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] 10.222.0.72 "GET /v2.0/security-groups?id=9c515dce-bb6c-40d6-9ed4-1c3e75bb88f5&id=5cded702-1696-4fa4-b86d-e31c80ca89d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0532722 Jan 28 13:51:50.264155 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62d8755-fa67-43fb-8e6a-301b1ee1f399 req-e8c806af-faca-4df9-a203-09406ffa9919 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:50.266024 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-c62d8755-fa67-43fb-8e6a-301b1ee1f399 req-e8c806af-faca-4df9-a203-09406ffa9919 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5d89034-8705-4e93-a271-97e037a7c2b3 HTTP/1.1" status: 200 len: 946 time: 0.0646145 Jan 28 13:51:50.312879 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-c62d8755-fa67-43fb-8e6a-301b1ee1f399 req-4faee015-6c6d-4217-ad41-73d9d52eba8b tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] 10.222.0.72 "GET /v2.0/security-groups?id=03f317d8-0cf7-4af4-abf7-94e0d05a91da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411565 Jan 28 13:51:51.063597 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b249c5dd-a06a-4b77-9773-bbe68bc4ec5c req-98205261-2320-4102-8cad-de2a03fdbe17 tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:51.065123 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-b249c5dd-a06a-4b77-9773-bbe68bc4ec5c req-98205261-2320-4102-8cad-de2a03fdbe17 tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0b255d5-978a-4b0d-91cc-e1ff166d24f8 HTTP/1.1" status: 200 len: 945 time: 0.0502815 Jan 28 13:51:51.114067 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2974d184-c595-4e3e-a2b3-f3c293529469 req-c4ae9b9b-788b-4c27-843f-d163c2142bf9 tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:51.115540 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-2974d184-c595-4e3e-a2b3-f3c293529469 req-c4ae9b9b-788b-4c27-843f-d163c2142bf9 tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] 10.222.0.72 "GET /v2.0/ports?device_id=2b68fb1b-ec8a-444a-a74f-f92f17e5e416 HTTP/1.1" status: 200 len: 985 time: 0.0483994 Jan 28 13:51:51.117341 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-b249c5dd-a06a-4b77-9773-bbe68bc4ec5c req-b47e3a8e-0bb6-41e7-8fd6-ef8e82295f5c tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] 10.222.0.72 "GET /v2.0/security-groups?id=351edb33-a693-4fd3-8aed-86de15517ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464623 Jan 28 13:51:51.175447 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-2974d184-c595-4e3e-a2b3-f3c293529469 req-6eb3928a-ad46-4fb3-abe8-a18368b9ef6d tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] 10.222.0.72 "GET /v2.0/security-groups?id=9c515dce-bb6c-40d6-9ed4-1c3e75bb88f5&id=5cded702-1696-4fa4-b86d-e31c80ca89d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0541945 Jan 28 13:51:51.429802 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a8141d-a9fb-49e0-8215-43bcc242e042 req-d7958b98-7967-41dd-a4f8-72469ddc3754 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:51.431261 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-c8a8141d-a9fb-49e0-8215-43bcc242e042 req-d7958b98-7967-41dd-a4f8-72469ddc3754 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5d89034-8705-4e93-a271-97e037a7c2b3 HTTP/1.1" status: 200 len: 946 time: 0.0487568 Jan 28 13:51:51.492611 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-c8a8141d-a9fb-49e0-8215-43bcc242e042 req-f1c18670-5c34-408c-8c81-d12a98472e71 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] 10.222.0.72 "GET /v2.0/security-groups?id=03f317d8-0cf7-4af4-abf7-94e0d05a91da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552287 Jan 28 13:51:52.206016 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76094b8-01a7-40ce-8546-3c53f5acb5dc req-641c5ab6-b12d-4c49-9124-b4f6f991c64c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:52.208211 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-c76094b8-01a7-40ce-8546-3c53f5acb5dc req-641c5ab6-b12d-4c49-9124-b4f6f991c64c service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=1dd3b47ebfbe4d0eb9cd24d8466d81e2&device_id=e0b255d5-978a-4b0d-91cc-e1ff166d24f8 HTTP/1.1" status: 200 len: 1098 time: 0.0471745 Jan 28 13:51:52.244079 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8088d6-89a7-4692-a19e-5a12e91adc5c req-12f760f5-f04f-4bde-a5a7-41b953b76642 tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:52.250133 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-1e8088d6-89a7-4692-a19e-5a12e91adc5c req-12f760f5-f04f-4bde-a5a7-41b953b76642 tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0b255d5-978a-4b0d-91cc-e1ff166d24f8 HTTP/1.1" status: 200 len: 945 time: 0.0597446 Jan 28 13:51:52.297664 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-1e8088d6-89a7-4692-a19e-5a12e91adc5c req-bed727cb-9f9a-4145-8b1e-578c6c96664c tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] 10.222.0.72 "GET /v2.0/security-groups?id=351edb33-a693-4fd3-8aed-86de15517ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441206 Jan 28 13:51:52.347376 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba2e3fc-d465-4f15-823e-e1b8d731e3aa req-2964c9be-92ed-4e3b-be5e-425115accdfe tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:52.348877 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-3ba2e3fc-d465-4f15-823e-e1b8d731e3aa req-2964c9be-92ed-4e3b-be5e-425115accdfe tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] 10.222.0.72 "GET /v2.0/ports?device_id=2b68fb1b-ec8a-444a-a74f-f92f17e5e416 HTTP/1.1" status: 200 len: 985 time: 0.0774693 Jan 28 13:51:52.350282 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76094b8-01a7-40ce-8546-3c53f5acb5dc req-93f39311-8373-4206-8a01-99cd5fb7105f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:52.351571 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-c76094b8-01a7-40ce-8546-3c53f5acb5dc req-93f39311-8373-4206-8a01-99cd5fb7105f service neutron] 10.222.0.78 "GET /v2.0/networks?id=77a9d7fd-caa4-46e4-b26c-398632d587f7 HTTP/1.1" status: 200 len: 910 time: 0.1267214 Jan 28 13:51:52.443743 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-c76094b8-01a7-40ce-8546-3c53f5acb5dc req-3280f050-6048-4e6b-be33-8ebaaf4056ec service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dfcdaca1-467c-495f-aba8-f3fc930df133 HTTP/1.1" status: 200 len: 1001 time: 0.0832655 Jan 28 13:51:52.458536 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-3ba2e3fc-d465-4f15-823e-e1b8d731e3aa req-bd5f90be-f124-41c8-92f2-ca08918194d3 tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] 10.222.0.72 "GET /v2.0/security-groups?id=9c515dce-bb6c-40d6-9ed4-1c3e75bb88f5&id=5cded702-1696-4fa4-b86d-e31c80ca89d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1039734 Jan 28 13:51:52.509342 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76094b8-01a7-40ce-8546-3c53f5acb5dc req-6f02c9d8-fee1-4cab-92b2-cb5d0cbf1006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:52.510810 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-c76094b8-01a7-40ce-8546-3c53f5acb5dc req-6f02c9d8-fee1-4cab-92b2-cb5d0cbf1006 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=6897cf15-6c8e-4f66-8fd6-9ab02f212f95 HTTP/1.1" status: 200 len: 848 time: 0.0514436 Jan 28 13:51:52.557889 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76094b8-01a7-40ce-8546-3c53f5acb5dc req-e28f3fd2-de54-4e6d-842c-e95a4c07433a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:52.559927 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-c76094b8-01a7-40ce-8546-3c53f5acb5dc req-e28f3fd2-de54-4e6d-842c-e95a4c07433a service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=77a9d7fd-caa4-46e4-b26c-398632d587f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0410280 Jan 28 13:51:52.611699 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea153e12-6a5e-420d-b97e-96e633369e96 req-bfbf4fed-5786-4b77-991d-667078b3f54a tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:52.613262 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-ea153e12-6a5e-420d-b97e-96e633369e96 req-bfbf4fed-5786-4b77-991d-667078b3f54a tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5d89034-8705-4e93-a271-97e037a7c2b3 HTTP/1.1" status: 200 len: 946 time: 0.0501046 Jan 28 13:51:52.661368 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-ea153e12-6a5e-420d-b97e-96e633369e96 req-dfa1ac67-d4e9-41c8-b269-4c8d0fb5b0f4 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] 10.222.0.72 "GET /v2.0/security-groups?id=03f317d8-0cf7-4af4-abf7-94e0d05a91da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424483 Jan 28 13:51:52.663152 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-c76094b8-01a7-40ce-8546-3c53f5acb5dc req-a01aa58a-3b41-4473-8f7e-1f1a598134b9 service neutron] 10.222.0.78 "GET /v2.0/networks/77a9d7fd-caa4-46e4-b26c-398632d587f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951457 Jan 28 13:51:52.760485 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-c76094b8-01a7-40ce-8546-3c53f5acb5dc req-ecf23267-67b6-483d-8551-a17c1ab342bb service neutron] 10.222.0.78 "GET /v2.0/networks/77a9d7fd-caa4-46e4-b26c-398632d587f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855644 Jan 28 13:51:53.426588 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244be73e-b911-4118-b07b-b1061f6d7fb0 req-df711f43-530e-4739-9e62-17eb543efdb0 tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:53.428049 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-244be73e-b911-4118-b07b-b1061f6d7fb0 req-df711f43-530e-4739-9e62-17eb543efdb0 tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0b255d5-978a-4b0d-91cc-e1ff166d24f8 HTTP/1.1" status: 200 len: 945 time: 0.0612965 Jan 28 13:51:53.486986 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-244be73e-b911-4118-b07b-b1061f6d7fb0 req-a9ab5607-437f-4574-9e52-abc0ce6a3796 tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] 10.222.0.72 "GET /v2.0/security-groups?id=351edb33-a693-4fd3-8aed-86de15517ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531805 Jan 28 13:51:53.576093 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c423fc51-67a4-4030-a2b6-36862f55a7d5 req-df51b9f5-8602-41a5-b3ed-dcbba424a81c tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:53.577608 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-c423fc51-67a4-4030-a2b6-36862f55a7d5 req-df51b9f5-8602-41a5-b3ed-dcbba424a81c tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] 10.222.0.72 "GET /v2.0/ports?device_id=2b68fb1b-ec8a-444a-a74f-f92f17e5e416 HTTP/1.1" status: 200 len: 985 time: 0.0500116 Jan 28 13:51:53.642992 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-c423fc51-67a4-4030-a2b6-36862f55a7d5 req-2d5711e7-9ae6-46b1-a0cc-70c0762d4574 tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] 10.222.0.72 "GET /v2.0/security-groups?id=9c515dce-bb6c-40d6-9ed4-1c3e75bb88f5&id=5cded702-1696-4fa4-b86d-e31c80ca89d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0572042 Jan 28 13:51:53.788606 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a49f12-b937-4bb3-b133-c2e396222bda req-dff7ae9f-b199-4d58-acba-5ed4cdb480fc tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:53.790042 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-b8a49f12-b937-4bb3-b133-c2e396222bda req-dff7ae9f-b199-4d58-acba-5ed4cdb480fc tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5d89034-8705-4e93-a271-97e037a7c2b3 HTTP/1.1" status: 200 len: 946 time: 0.0603535 Jan 28 13:51:53.844424 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-b8a49f12-b937-4bb3-b133-c2e396222bda req-1ec707e5-24a6-4e87-9c11-17e61fedb7ed tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] 10.222.0.72 "GET /v2.0/security-groups?id=03f317d8-0cf7-4af4-abf7-94e0d05a91da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461287 Jan 28 13:51:54.625425 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e37be0-26ce-48ef-aa60-1cb8e36b67ab req-9efc94ef-b562-49c8-a153-e2c21367d7cd tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:54.626861 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-b4e37be0-26ce-48ef-aa60-1cb8e36b67ab req-9efc94ef-b562-49c8-a153-e2c21367d7cd tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0b255d5-978a-4b0d-91cc-e1ff166d24f8 HTTP/1.1" status: 200 len: 945 time: 0.0600443 Jan 28 13:51:54.692735 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-b4e37be0-26ce-48ef-aa60-1cb8e36b67ab req-de03259b-bad3-4b86-915e-a89dbd3be97a tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] 10.222.0.72 "GET /v2.0/security-groups?id=351edb33-a693-4fd3-8aed-86de15517ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599959 Jan 28 13:51:54.775296 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e937e88c-c8cd-41be-a8ee-62cd464c3259 req-8dd2adcc-efa4-4c08-b0af-7102ca25d999 tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:54.776718 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-e937e88c-c8cd-41be-a8ee-62cd464c3259 req-8dd2adcc-efa4-4c08-b0af-7102ca25d999 tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] 10.222.0.72 "GET /v2.0/ports?device_id=2b68fb1b-ec8a-444a-a74f-f92f17e5e416 HTTP/1.1" status: 200 len: 985 time: 0.0495830 Jan 28 13:51:54.842797 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-e937e88c-c8cd-41be-a8ee-62cd464c3259 req-5825ea95-8282-4f63-98e7-d05e9a13bd9b tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] 10.222.0.72 "GET /v2.0/security-groups?id=9c515dce-bb6c-40d6-9ed4-1c3e75bb88f5&id=5cded702-1696-4fa4-b86d-e31c80ca89d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0576172 Jan 28 13:51:54.961509 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa756c5-4f8c-4d0d-af64-8fd01cef91a6 req-7c39f9d6-4517-48b6-b695-4af5bc7f04e9 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:54.963084 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-7aa756c5-4f8c-4d0d-af64-8fd01cef91a6 req-7c39f9d6-4517-48b6-b695-4af5bc7f04e9 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5d89034-8705-4e93-a271-97e037a7c2b3 HTTP/1.1" status: 200 len: 946 time: 0.0487421 Jan 28 13:51:55.012166 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-7aa756c5-4f8c-4d0d-af64-8fd01cef91a6 req-435806dc-f71b-4287-836c-5d7df1be0a58 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] 10.222.0.72 "GET /v2.0/security-groups?id=03f317d8-0cf7-4af4-abf7-94e0d05a91da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430198 Jan 28 13:51:55.821406 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab84e5a-40d8-4300-837d-7d81e1f08aec req-31eebc81-4cf2-4912-a6e8-dab58fd34509 tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:55.822934 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-9ab84e5a-40d8-4300-837d-7d81e1f08aec req-31eebc81-4cf2-4912-a6e8-dab58fd34509 tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0b255d5-978a-4b0d-91cc-e1ff166d24f8 HTTP/1.1" status: 200 len: 945 time: 0.0545962 Jan 28 13:51:55.873834 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-9ab84e5a-40d8-4300-837d-7d81e1f08aec req-14c28889-9706-4fa5-8c0b-7becaf0992dc tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] 10.222.0.72 "GET /v2.0/security-groups?id=351edb33-a693-4fd3-8aed-86de15517ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449896 Jan 28 13:51:55.971147 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64dc1b9-dda3-4500-a9d8-2ddb741f8caf req-0c62a1a3-7a28-4e38-9bd4-3cc9df4428fd tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:55.973326 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-b64dc1b9-dda3-4500-a9d8-2ddb741f8caf req-0c62a1a3-7a28-4e38-9bd4-3cc9df4428fd tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] 10.222.0.72 "GET /v2.0/ports?device_id=2b68fb1b-ec8a-444a-a74f-f92f17e5e416 HTTP/1.1" status: 200 len: 985 time: 0.0552266 Jan 28 13:51:56.039738 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-b64dc1b9-dda3-4500-a9d8-2ddb741f8caf req-3d28a9df-5428-45ae-ace6-d26a5c4e7703 tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] 10.222.0.72 "GET /v2.0/security-groups?id=9c515dce-bb6c-40d6-9ed4-1c3e75bb88f5&id=5cded702-1696-4fa4-b86d-e31c80ca89d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0607271 Jan 28 13:51:56.157411 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe44de6-aee2-4f19-b753-215d273ddd34 req-3aa9360b-5578-4bee-b1de-9df5612f7ff9 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:56.158964 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-7fe44de6-aee2-4f19-b753-215d273ddd34 req-3aa9360b-5578-4bee-b1de-9df5612f7ff9 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5d89034-8705-4e93-a271-97e037a7c2b3 HTTP/1.1" status: 200 len: 946 time: 0.0563052 Jan 28 13:51:56.222916 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-7fe44de6-aee2-4f19-b753-215d273ddd34 req-9ac2d2c7-c5c7-4360-8279-24a841513433 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] 10.222.0.72 "GET /v2.0/security-groups?id=03f317d8-0cf7-4af4-abf7-94e0d05a91da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565777 Jan 28 13:51:56.256410 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fed8b43-bd04-4551-8553-ac2bbc15164d req-59eb44f0-5e94-4ba8-bb6d-347434370db4 tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:56.258173 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-2fed8b43-bd04-4551-8553-ac2bbc15164d req-59eb44f0-5e94-4ba8-bb6d-347434370db4 tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0b255d5-978a-4b0d-91cc-e1ff166d24f8 HTTP/1.1" status: 200 len: 945 time: 0.0587313 Jan 28 13:51:56.269503 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 46324) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:51:56.308833 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-2fed8b43-bd04-4551-8553-ac2bbc15164d req-f02940dd-5da5-4e68-bdc8-e0c011af081b tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] 10.222.0.72 "GET /v2.0/security-groups?id=351edb33-a693-4fd3-8aed-86de15517ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446191 Jan 28 13:51:56.352661 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-b383f86c-7365-4f67-9d56-77f5007c4079 req-a8c318ea-b3a1-4763-9960-221d01820bc8 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=e0b255d5-978a-4b0d-91cc-e1ff166d24f8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0819066 Jan 28 13:51:56.361508 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [req-b383f86c-7365-4f67-9d56-77f5007c4079 req-166a830e-194c-405f-bbce-6177c9836781 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=109085) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:51:56.362454 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-b383f86c-7365-4f67-9d56-77f5007c4079 req-166a830e-194c-405f-bbce-6177c9836781 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051813 Jan 28 13:51:56.646189 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95de590d-00cb-4dfc-9ab9-978c79d7e806 req-84e5a667-bdd7-4e80-a7d5-070785076934 tempest-VolumesSnapshotTestJSON-116094683 tempest-VolumesSnapshotTestJSON-116094683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:56.647696 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-95de590d-00cb-4dfc-9ab9-978c79d7e806 req-84e5a667-bdd7-4e80-a7d5-070785076934 tempest-VolumesSnapshotTestJSON-116094683 tempest-VolumesSnapshotTestJSON-116094683-project] 10.222.0.72 "GET /v2.0/ports?device_id=eb4a4c87-a130-4fd2-855f-92baf522ce8f HTTP/1.1" status: 200 len: 945 time: 0.0467072 Jan 28 13:51:56.700093 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-95de590d-00cb-4dfc-9ab9-978c79d7e806 req-55544f61-6d41-4ad5-b56b-533674f53b33 tempest-VolumesSnapshotTestJSON-116094683 tempest-VolumesSnapshotTestJSON-116094683-project] 10.222.0.72 "GET /v2.0/security-groups?id=5f848385-8043-4192-8e68-f04a8ef341f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465550 Jan 28 13:51:57.351353 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f3d4f1-c12e-4767-bf30-61c7d0c24efb req-379092c7-7774-4284-ab2b-b882316eb727 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:57.353944 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-00f3d4f1-c12e-4767-bf30-61c7d0c24efb req-379092c7-7774-4284-ab2b-b882316eb727 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5d89034-8705-4e93-a271-97e037a7c2b3 HTTP/1.1" status: 200 len: 946 time: 0.0547538 Jan 28 13:51:57.406234 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-00f3d4f1-c12e-4767-bf30-61c7d0c24efb req-ab6f3202-63c4-46e3-87a0-a7e29260252e tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] 10.222.0.72 "GET /v2.0/security-groups?id=03f317d8-0cf7-4af4-abf7-94e0d05a91da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464408 Jan 28 13:51:57.430431 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ee5026-007d-4f96-a612-2d802404cfa8 req-e6aa36cc-d40e-4c35-b7bb-6413b0b2c773 tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:57.432028 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-e8ee5026-007d-4f96-a612-2d802404cfa8 req-e6aa36cc-d40e-4c35-b7bb-6413b0b2c773 tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0b255d5-978a-4b0d-91cc-e1ff166d24f8 HTTP/1.1" status: 200 len: 945 time: 0.0521777 Jan 28 13:51:57.483201 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-e8ee5026-007d-4f96-a612-2d802404cfa8 req-583d3230-2ff0-4783-899d-73248b6cf221 tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] 10.222.0.72 "GET /v2.0/security-groups?id=351edb33-a693-4fd3-8aed-86de15517ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447278 Jan 28 13:51:57.725358 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Device dfcdaca1-467c-495f-aba8-f3fc930df133 no longer exists at agent hyperv_hv-cinder-82418 {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:51:57.820760 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Current status of the port dfcdaca1-467c-495f-aba8-f3fc930df133 is: ACTIVE; New status is: DOWN {{(pid=109086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:51:57.821186 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (dfcdaca1-467c-495f-aba8-f3fc930df133), before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:57.822463 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02378a9-790d-45a3-8a75-8943b74a120d req-77c5b611-a890-426d-9e73-6f601486bf76 tempest-VolumesSnapshotTestJSON-116094683 tempest-VolumesSnapshotTestJSON-116094683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:57.823951 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-d02378a9-790d-45a3-8a75-8943b74a120d req-77c5b611-a890-426d-9e73-6f601486bf76 tempest-VolumesSnapshotTestJSON-116094683 tempest-VolumesSnapshotTestJSON-116094683-project] 10.222.0.72 "GET /v2.0/ports?device_id=eb4a4c87-a130-4fd2-855f-92baf522ce8f HTTP/1.1" status: 200 len: 945 time: 0.0492549 Jan 28 13:51:57.845385 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0b255d5-978a-4b0d-91cc-e1ff166d24f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dfcdaca1-467c-495f-aba8-f3fc930df133'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:51:57.847697 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fe2f3ff242846a504b70cb1607640f93490c53de488d62a29fe51e57b5b242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1e8e857-91a7-47be-8ca8-4abce3c3eb0d" -d '{"events": [{"server_uuid": "e0b255d5-978a-4b0d-91cc-e1ff166d24f8", "name": "network-vif-unplugged", "status": "completed", "tag": "dfcdaca1-467c-495f-aba8-f3fc930df133"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:51:57.867819 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] For port dfcdaca1-467c-495f-aba8-f3fc930df133, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=dfcdaca1-467c-495f-aba8-f3fc930df133,segment=NetworkSegment(2abf073d-7ee6-4913-b331-d6f5e44b2927),segment_id=2abf073d-7ee6-4913-b331-d6f5e44b2927)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:51:57.872681 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862'] for port (dfcdaca1-467c-495f-aba8-f3fc930df133), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:57.880328 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-d02378a9-790d-45a3-8a75-8943b74a120d req-8f26e985-6115-4011-b7e4-84899088e7f2 tempest-VolumesSnapshotTestJSON-116094683 tempest-VolumesSnapshotTestJSON-116094683-project] 10.222.0.72 "GET /v2.0/security-groups?id=5f848385-8043-4192-8e68-f04a8ef341f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505791 Jan 28 13:51:57.908227 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 28 Jan 2022 13:51:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5d9417d-02ac-4999-9d28-89ca54a67473 x-openstack-request-id: req-d5d9417d-02ac-4999-9d28-89ca54a67473 {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:51:57.908540 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0b255d5-978a-4b0d-91cc-e1ff166d24f8", "name": "network-vif-unplugged", "status": "completed", "tag": "dfcdaca1-467c-495f-aba8-f3fc930df133", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:51:57.908793 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-d5d9417d-02ac-4999-9d28-89ca54a67473 {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:51:57.909203 dv-cinder-824187-7-iscsi neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0b255d5-978a-4b0d-91cc-e1ff166d24f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dfcdaca1-467c-495f-aba8-f3fc930df133', 'code': 200} Jan 28 13:51:57.916470 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b383f86c-7365-4f67-9d56-77f5007c4079 req-a934f849-ca27-42d9-87cf-244228f36313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:57.918036 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-b383f86c-7365-4f67-9d56-77f5007c4079 req-a934f849-ca27-42d9-87cf-244228f36313 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=e0b255d5-978a-4b0d-91cc-e1ff166d24f8&tenant_id=1dd3b47ebfbe4d0eb9cd24d8466d81e2 HTTP/1.1" status: 200 len: 1096 time: 0.0483608 Jan 28 13:51:57.929976 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Pushing event updated for resources: {'Port': ['ID=dfcdaca1-467c-495f-aba8-f3fc930df133,revision_number=6']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:57.938352 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:51:57.939752 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:51:57.941572 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:51:57.941954 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:51:57.943335 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:51:57.943686 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:51:57.944134 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:51:57.944437 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:51:57.945105 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:51:57.945464 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:51:57.945798 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:51:57.946118 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:51:57.946437 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:51:57.983684 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b383f86c-7365-4f67-9d56-77f5007c4079 req-9dda1974-f45e-41bd-b05a-78db4f5ece49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:57.985578 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-b383f86c-7365-4f67-9d56-77f5007c4079 req-9dda1974-f45e-41bd-b05a-78db4f5ece49 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=1dd3b47ebfbe4d0eb9cd24d8466d81e2&device_id=e0b255d5-978a-4b0d-91cc-e1ff166d24f8 HTTP/1.1" status: 200 len: 1096 time: 0.0423191 Jan 28 13:51:58.085376 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b383f86c-7365-4f67-9d56-77f5007c4079 req-9f8d6979-6f7f-46f0-aece-d01638e5d452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:58.087510 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-b383f86c-7365-4f67-9d56-77f5007c4079 req-9f8d6979-6f7f-46f0-aece-d01638e5d452 service neutron] 10.222.0.78 "GET /v2.0/networks?id=77a9d7fd-caa4-46e4-b26c-398632d587f7 HTTP/1.1" status: 200 len: 910 time: 0.0887845 Jan 28 13:51:58.174271 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-b383f86c-7365-4f67-9d56-77f5007c4079 req-68e4673a-c06c-4874-ba9a-3a0f2b9c5c91 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dfcdaca1-467c-495f-aba8-f3fc930df133 HTTP/1.1" status: 200 len: 999 time: 0.0791588 Jan 28 13:51:58.226444 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b383f86c-7365-4f67-9d56-77f5007c4079 req-50c783a3-c03f-4792-b0c5-92d37244bb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:58.228346 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-b383f86c-7365-4f67-9d56-77f5007c4079 req-50c783a3-c03f-4792-b0c5-92d37244bb17 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=6897cf15-6c8e-4f66-8fd6-9ab02f212f95 HTTP/1.1" status: 200 len: 848 time: 0.0471792 Jan 28 13:51:58.228777 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-43ad4b64-df86-474c-9c17-c5b2cd43d41e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (fe6892c5-7eb1-46ce-88dd-77c5bcc32263), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:58.281285 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b383f86c-7365-4f67-9d56-77f5007c4079 req-d8e9f5f9-1c50-4d48-b75b-1ffff4e0dd16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:58.282514 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-b383f86c-7365-4f67-9d56-77f5007c4079 req-d8e9f5f9-1c50-4d48-b75b-1ffff4e0dd16 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=77a9d7fd-caa4-46e4-b26c-398632d587f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0472860 Jan 28 13:51:58.379784 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-b383f86c-7365-4f67-9d56-77f5007c4079 req-c1e92a81-051e-4344-bfd7-3319ace61b60 service neutron] 10.222.0.78 "GET /v2.0/networks/77a9d7fd-caa4-46e4-b26c-398632d587f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903199 Jan 28 13:51:58.476284 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-b383f86c-7365-4f67-9d56-77f5007c4079 req-cc047ad2-22a3-4cf5-8ba3-c64d9967dc9d service neutron] 10.222.0.78 "GET /v2.0/networks/77a9d7fd-caa4-46e4-b26c-398632d587f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870724 Jan 28 13:51:58.526536 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb45012-b176-4700-a82f-7eb2b5e78ceb req-d19fc22e-5222-4370-9c69-415958436cb7 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:58.529705 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-efb45012-b176-4700-a82f-7eb2b5e78ceb req-d19fc22e-5222-4370-9c69-415958436cb7 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5d89034-8705-4e93-a271-97e037a7c2b3 HTTP/1.1" status: 200 len: 946 time: 0.0506895 Jan 28 13:51:58.580774 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-efb45012-b176-4700-a82f-7eb2b5e78ceb req-001402e4-2d6d-4879-a767-d172b68087ab tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] 10.222.0.72 "GET /v2.0/security-groups?id=03f317d8-0cf7-4af4-abf7-94e0d05a91da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451632 Jan 28 13:51:58.608953 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65140d2-0bb4-4fdc-adaa-2307140a11ae req-ea2fcd5b-fd4c-4772-86da-197b125a5e7e tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:58.610492 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-b65140d2-0bb4-4fdc-adaa-2307140a11ae req-ea2fcd5b-fd4c-4772-86da-197b125a5e7e tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0b255d5-978a-4b0d-91cc-e1ff166d24f8 HTTP/1.1" status: 200 len: 943 time: 0.0538332 Jan 28 13:51:58.660501 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-b65140d2-0bb4-4fdc-adaa-2307140a11ae req-7492223a-d60c-44bd-9475-bfcd8c7b135a tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] 10.222.0.72 "GET /v2.0/security-groups?id=351edb33-a693-4fd3-8aed-86de15517ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441511 Jan 28 13:51:58.943971 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dfffa2-438b-4adf-a18c-ef3eb1b705be req-0a3966d1-bf01-4775-84ee-42bcab427737 tempest-VolumesSnapshotTestJSON-116094683 tempest-VolumesSnapshotTestJSON-116094683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:58.945849 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-f9dfffa2-438b-4adf-a18c-ef3eb1b705be req-0a3966d1-bf01-4775-84ee-42bcab427737 tempest-VolumesSnapshotTestJSON-116094683 tempest-VolumesSnapshotTestJSON-116094683-project] 10.222.0.78 "GET /v2.0/ports?device_id=eb4a4c87-a130-4fd2-855f-92baf522ce8f HTTP/1.1" status: 200 len: 945 time: 0.0577118 Jan 28 13:51:59.005123 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d7e932-883c-411b-b237-f2aa4b107e25 req-2f46a8b3-a9a4-4e7b-906c-4ea70dd5fa47 tempest-VolumesSnapshotTestJSON-116094683 tempest-VolumesSnapshotTestJSON-116094683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:59.006636 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-66d7e932-883c-411b-b237-f2aa4b107e25 req-2f46a8b3-a9a4-4e7b-906c-4ea70dd5fa47 tempest-VolumesSnapshotTestJSON-116094683 tempest-VolumesSnapshotTestJSON-116094683-project] 10.222.0.72 "GET /v2.0/ports?device_id=eb4a4c87-a130-4fd2-855f-92baf522ce8f HTTP/1.1" status: 200 len: 945 time: 0.0521355 Jan 28 13:51:59.043813 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-f9dfffa2-438b-4adf-a18c-ef3eb1b705be req-359f5691-0f57-4f04-90b7-39d8abb44012 tempest-VolumesSnapshotTestJSON-116094683 tempest-VolumesSnapshotTestJSON-116094683-project] Deleting port efac871b-3fb5-4b47-8c5a-8c514191aa21 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:51:59.044129 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-f9dfffa2-438b-4adf-a18c-ef3eb1b705be req-359f5691-0f57-4f04-90b7-39d8abb44012 tempest-VolumesSnapshotTestJSON-116094683 tempest-VolumesSnapshotTestJSON-116094683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742788692592'] for port (efac871b-3fb5-4b47-8c5a-8c514191aa21), before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:59.056191 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-66d7e932-883c-411b-b237-f2aa4b107e25 req-5c059e48-5a41-4844-873c-448393cb6174 tempest-VolumesSnapshotTestJSON-116094683 tempest-VolumesSnapshotTestJSON-116094683-project] 10.222.0.72 "GET /v2.0/security-groups?id=5f848385-8043-4192-8e68-f04a8ef341f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434353 Jan 28 13:51:59.136399 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-f9dfffa2-438b-4adf-a18c-ef3eb1b705be req-359f5691-0f57-4f04-90b7-39d8abb44012 tempest-VolumesSnapshotTestJSON-116094683 tempest-VolumesSnapshotTestJSON-116094683-project] For port efac871b-3fb5-4b47-8c5a-8c514191aa21, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=efac871b-3fb5-4b47-8c5a-8c514191aa21,segment=NetworkSegment(c6fb20d0-75de-447e-bb0a-1f2b4211be6b),segment_id=c6fb20d0-75de-447e-bb0a-1f2b4211be6b)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:51:59.136747 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-f9dfffa2-438b-4adf-a18c-ef3eb1b705be req-359f5691-0f57-4f04-90b7-39d8abb44012 tempest-VolumesSnapshotTestJSON-116094683 tempest-VolumesSnapshotTestJSON-116094683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818260'] for port (efac871b-3fb5-4b47-8c5a-8c514191aa21), precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:59.149277 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-f9dfffa2-438b-4adf-a18c-ef3eb1b705be req-359f5691-0f57-4f04-90b7-39d8abb44012 tempest-VolumesSnapshotTestJSON-116094683 tempest-VolumesSnapshotTestJSON-116094683-project] Calling delete_port for efac871b-3fb5-4b47-8c5a-8c514191aa21 owned by compute:nova {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:51:59.309244 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-f9dfffa2-438b-4adf-a18c-ef3eb1b705be req-359f5691-0f57-4f04-90b7-39d8abb44012 tempest-VolumesSnapshotTestJSON-116094683 tempest-VolumesSnapshotTestJSON-116094683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742788697034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742788384835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4723325'] for port (efac871b-3fb5-4b47-8c5a-8c514191aa21), after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:59.321596 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] get_ports_and_sgs() called for port_ids ['efac871b-3fb5-4b47-8c5a-8c514191aa21'] {{(pid=109086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:51:59.338036 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359f5691-0f57-4f04-90b7-39d8abb44012 tempest-VolumesSnapshotTestJSON-116094683 tempest-VolumesSnapshotTestJSON-116094683-project] Pushing event deleted for resources: {'Port': ['ID=efac871b-3fb5-4b47-8c5a-8c514191aa21,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:51:59.377877 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9dfffa2-438b-4adf-a18c-ef3eb1b705be req-359f5691-0f57-4f04-90b7-39d8abb44012 tempest-VolumesSnapshotTestJSON-116094683 tempest-VolumesSnapshotTestJSON-116094683-project] No DVR routers for this DVR port efac871b-3fb5-4b47-8c5a-8c514191aa21 on host hv-cinder-82418 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:51:59.380512 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-f9dfffa2-438b-4adf-a18c-ef3eb1b705be req-359f5691-0f57-4f04-90b7-39d8abb44012 tempest-VolumesSnapshotTestJSON-116094683 tempest-VolumesSnapshotTestJSON-116094683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91499'] for port (None), before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:51:59.383952 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-f9dfffa2-438b-4adf-a18c-ef3eb1b705be req-359f5691-0f57-4f04-90b7-39d8abb44012 tempest-VolumesSnapshotTestJSON-116094683 tempest-VolumesSnapshotTestJSON-116094683-project] 10.222.0.78 "DELETE /v2.0/ports/efac871b-3fb5-4b47-8c5a-8c514191aa21 HTTP/1.1" status: 204 len: 173 time: 0.4324968 Jan 28 13:51:59.384411 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb4a4c87-a130-4fd2-855f-92baf522ce8f', 'name': 'network-vif-deleted', 'tag': 'efac871b-3fb5-4b47-8c5a-8c514191aa21'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:51:59.386787 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19ef927ebdb7e136520bf73605241c98ba3844c75ab8794845cb00139da391b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-239e32ee-8be0-4fb2-bdbe-77fd927cdc91" -d '{"events": [{"server_uuid": "eb4a4c87-a130-4fd2-855f-92baf522ce8f", "name": "network-vif-deleted", "tag": "efac871b-3fb5-4b47-8c5a-8c514191aa21"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:51:59.422342 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:51:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cf44e0c-b6da-4852-a302-7016cf8891e9 x-openstack-request-id: req-1cf44e0c-b6da-4852-a302-7016cf8891e9 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:51:59.422643 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb4a4c87-a130-4fd2-855f-92baf522ce8f", "name": "network-vif-deleted", "tag": "efac871b-3fb5-4b47-8c5a-8c514191aa21", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:51:59.422892 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-1cf44e0c-b6da-4852-a302-7016cf8891e9 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:51:59.423370 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb4a4c87-a130-4fd2-855f-92baf522ce8f', 'name': 'network-vif-deleted', 'tag': 'efac871b-3fb5-4b47-8c5a-8c514191aa21', 'status': 'completed', 'code': 200} Jan 28 13:51:59.697480 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a26dfb7-53da-46ab-9666-8338f06d09cc req-6e18a738-8498-4a91-ab5b-93c61c6d76ff tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:59.698983 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-5a26dfb7-53da-46ab-9666-8338f06d09cc req-6e18a738-8498-4a91-ab5b-93c61c6d76ff tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5d89034-8705-4e93-a271-97e037a7c2b3 HTTP/1.1" status: 200 len: 946 time: 0.0505080 Jan 28 13:51:59.747078 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-5a26dfb7-53da-46ab-9666-8338f06d09cc req-4dc79b3e-178c-4a64-8674-98983e8cc893 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] 10.222.0.72 "GET /v2.0/security-groups?id=03f317d8-0cf7-4af4-abf7-94e0d05a91da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425329 Jan 28 13:51:59.787347 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5620e07c-5f7a-404f-bfa0-869c211e04b7 req-acd17738-2f39-4c33-8547-1701eba57319 tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:51:59.788875 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-5620e07c-5f7a-404f-bfa0-869c211e04b7 req-acd17738-2f39-4c33-8547-1701eba57319 tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0b255d5-978a-4b0d-91cc-e1ff166d24f8 HTTP/1.1" status: 200 len: 943 time: 0.0597703 Jan 28 13:51:59.838984 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-5620e07c-5f7a-404f-bfa0-869c211e04b7 req-c87c154a-08c2-42fc-bf72-3c4ff6c47165 tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] 10.222.0.72 "GET /v2.0/security-groups?id=351edb33-a693-4fd3-8aed-86de15517ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438795 Jan 28 13:52:00.254139 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2112953a-c28b-4f44-9b2f-09b171b57374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (5fb30df9-6f10-41b8-94cc-b881623ba250), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:00.878404 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accd26b2-7341-4e05-b3a0-4572ac28c6a8 req-0b568c07-300c-4400-8d27-2b301f7a0dc7 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:00.879917 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-accd26b2-7341-4e05-b3a0-4572ac28c6a8 req-0b568c07-300c-4400-8d27-2b301f7a0dc7 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5d89034-8705-4e93-a271-97e037a7c2b3 HTTP/1.1" status: 200 len: 946 time: 0.0577984 Jan 28 13:52:00.933101 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-accd26b2-7341-4e05-b3a0-4572ac28c6a8 req-372d0822-f4df-41ea-b7a5-9d5d299a8683 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] 10.222.0.72 "GET /v2.0/security-groups?id=03f317d8-0cf7-4af4-abf7-94e0d05a91da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471642 Jan 28 13:52:00.957061 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f47ff2-b025-4c44-9279-714340794b72 req-1be72f03-da38-4b98-9bba-b9178a007448 tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:00.958556 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-38f47ff2-b025-4c44-9279-714340794b72 req-1be72f03-da38-4b98-9bba-b9178a007448 tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0b255d5-978a-4b0d-91cc-e1ff166d24f8 HTTP/1.1" status: 200 len: 943 time: 0.0526638 Jan 28 13:52:01.006966 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-38f47ff2-b025-4c44-9279-714340794b72 req-40cf674d-3128-4ab9-a821-d74a47cb8ab7 tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] 10.222.0.72 "GET /v2.0/security-groups?id=351edb33-a693-4fd3-8aed-86de15517ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426962 Jan 28 13:52:01.724509 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-120fdcba-5236-4c4f-ad1d-de3bbc2703f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (270c75b4-e9a8-4b16-85de-99abb56244df), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:01.753876 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Device efac871b-3fb5-4b47-8c5a-8c514191aa21 no longer exists at agent hyperv_hv-cinder-82418 {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:52:01.783085 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] No Port match for: efac871b-3fb5-4b47-8c5a-8c514191aa21 {{(pid=109086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:52:01.783620 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Device efac871b-3fb5-4b47-8c5a-8c514191aa21 not bound to the agent host hv-cinder-82418 {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:52:02.069424 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4eb1a5-b17d-44c0-97f9-83f5eaa4c1bd req-2bc14a43-890f-4c59-acbc-081a90c5a95a tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:02.071268 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-2e4eb1a5-b17d-44c0-97f9-83f5eaa4c1bd req-2bc14a43-890f-4c59-acbc-081a90c5a95a tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5d89034-8705-4e93-a271-97e037a7c2b3 HTTP/1.1" status: 200 len: 946 time: 0.0589781 Jan 28 13:52:02.119220 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-2e4eb1a5-b17d-44c0-97f9-83f5eaa4c1bd req-3ae7ca52-c08e-4f1c-8c77-bb93753ab62e tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] 10.222.0.72 "GET /v2.0/security-groups?id=03f317d8-0cf7-4af4-abf7-94e0d05a91da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423448 Jan 28 13:52:02.124443 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0469f88d-ca6b-4ea3-9ba0-f458fe297392 req-ee6e6f66-0673-432a-805d-2099043bf45f tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:02.125955 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-0469f88d-ca6b-4ea3-9ba0-f458fe297392 req-ee6e6f66-0673-432a-805d-2099043bf45f tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0b255d5-978a-4b0d-91cc-e1ff166d24f8 HTTP/1.1" status: 200 len: 943 time: 0.0486269 Jan 28 13:52:02.174265 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-0469f88d-ca6b-4ea3-9ba0-f458fe297392 req-15545264-4584-4f62-8264-ea836cddea73 tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] 10.222.0.72 "GET /v2.0/security-groups?id=351edb33-a693-4fd3-8aed-86de15517ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422316 Jan 28 13:52:02.856967 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a365d3e8-b48a-4a28-95b6-25537061fe93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (282d2827-b9b4-4282-91d0-335a7cd9818a), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:02.947576 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (06140fe1-dee6-47e9-9649-a5d5e543fff8), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:03.247599 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea8fa61-037f-4ae5-94b0-85ca452fe56b req-44f593c8-b441-48d3-94b7-5af502096ea8 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:03.249882 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-0ea8fa61-037f-4ae5-94b0-85ca452fe56b req-44f593c8-b441-48d3-94b7-5af502096ea8 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5d89034-8705-4e93-a271-97e037a7c2b3 HTTP/1.1" status: 200 len: 946 time: 0.0502267 Jan 28 13:52:03.290511 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e074b1-5cff-431b-993c-0bd6a4677f27 req-892a8810-2fa0-44bb-a091-834b829d62dc tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:03.292007 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-00e074b1-5cff-431b-993c-0bd6a4677f27 req-892a8810-2fa0-44bb-a091-834b829d62dc tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0b255d5-978a-4b0d-91cc-e1ff166d24f8 HTTP/1.1" status: 200 len: 943 time: 0.0497355 Jan 28 13:52:03.299339 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-0ea8fa61-037f-4ae5-94b0-85ca452fe56b req-ecc8fb3d-b210-4e8f-a88e-691127b9242c tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] 10.222.0.72 "GET /v2.0/security-groups?id=03f317d8-0cf7-4af4-abf7-94e0d05a91da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431015 Jan 28 13:52:03.347977 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-00e074b1-5cff-431b-993c-0bd6a4677f27 req-7859d19b-d36e-42e5-bfda-90a88cf88e4f tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] 10.222.0.72 "GET /v2.0/security-groups?id=351edb33-a693-4fd3-8aed-86de15517ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500469 Jan 28 13:52:03.497264 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3853be4-88d0-4748-83f5-5a0a0c75d552 req-00a6fcd5-ad73-4d75-aace-b00269102fbb tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:03.498634 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-b3853be4-88d0-4748-83f5-5a0a0c75d552 req-00a6fcd5-ad73-4d75-aace-b00269102fbb tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5d89034-8705-4e93-a271-97e037a7c2b3 HTTP/1.1" status: 200 len: 946 time: 0.0505576 Jan 28 13:52:03.550648 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-b3853be4-88d0-4748-83f5-5a0a0c75d552 req-1837a60c-e565-4bd9-bed5-60a3202480b7 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] 10.222.0.72 "GET /v2.0/security-groups?id=03f317d8-0cf7-4af4-abf7-94e0d05a91da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434501 Jan 28 13:52:04.214149 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (91ec632a-2927-4715-8bad-f3132ebcbe46), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:04.480325 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99678260-d4a9-4b26-afbe-5cbf38c50711 req-49427ecd-c6fe-4ef4-b080-1afdf11f730f tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:04.481734 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-99678260-d4a9-4b26-afbe-5cbf38c50711 req-49427ecd-c6fe-4ef4-b080-1afdf11f730f tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0b255d5-978a-4b0d-91cc-e1ff166d24f8 HTTP/1.1" status: 200 len: 943 time: 0.0514936 Jan 28 13:52:04.535956 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-99678260-d4a9-4b26-afbe-5cbf38c50711 req-c4c18d83-06b9-4896-b2bd-1071306e4b11 tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] 10.222.0.72 "GET /v2.0/security-groups?id=351edb33-a693-4fd3-8aed-86de15517ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485096 Jan 28 13:52:04.674593 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe1a55e-24d3-4bfc-baa0-41fa5f6d0901 req-7c7452e3-335d-42f1-b2c0-de60aa69dcfd tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:04.676051 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-ffe1a55e-24d3-4bfc-baa0-41fa5f6d0901 req-7c7452e3-335d-42f1-b2c0-de60aa69dcfd tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5d89034-8705-4e93-a271-97e037a7c2b3 HTTP/1.1" status: 200 len: 946 time: 0.0560193 Jan 28 13:52:04.730900 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-ffe1a55e-24d3-4bfc-baa0-41fa5f6d0901 req-d461629e-b995-45da-8e42-6160955edc5e tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] 10.222.0.72 "GET /v2.0/security-groups?id=03f317d8-0cf7-4af4-abf7-94e0d05a91da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464795 Jan 28 13:52:05.560876 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed018ac-a68d-4767-82be-075017cefbee req-b2ff5eb4-e7ae-46ed-8b3c-9718c84b2722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:05.562356 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-1ed018ac-a68d-4767-82be-075017cefbee req-b2ff5eb4-e7ae-46ed-8b3c-9718c84b2722 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=737de5ae86cd4e209c1bd6e090b968f3&device_id=d5d89034-8705-4e93-a271-97e037a7c2b3 HTTP/1.1" status: 200 len: 1099 time: 0.0435808 Jan 28 13:52:05.690345 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8333ba9-850e-40e9-bbf8-9e3260280822 req-99ae9479-84fd-4b28-bdee-e4c35d2319e4 tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:05.691870 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-a8333ba9-850e-40e9-bbf8-9e3260280822 req-99ae9479-84fd-4b28-bdee-e4c35d2319e4 tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0b255d5-978a-4b0d-91cc-e1ff166d24f8 HTTP/1.1" status: 200 len: 943 time: 0.0791390 Jan 28 13:52:05.693000 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed018ac-a68d-4767-82be-075017cefbee req-b0ddbd26-b375-416f-b746-e0af901d8a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:05.694323 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-1ed018ac-a68d-4767-82be-075017cefbee req-b0ddbd26-b375-416f-b746-e0af901d8a8b service neutron] 10.222.0.78 "GET /v2.0/networks?id=78d9b12b-20e5-405d-b8d9-58d523acb332 HTTP/1.1" status: 200 len: 911 time: 0.1255822 Jan 28 13:52:05.787335 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-1ed018ac-a68d-4767-82be-075017cefbee req-eb2a5810-24e9-4b80-9ccf-632d89da6d48 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aa3e569d-6363-4a00-9499-01745c34b864 HTTP/1.1" status: 200 len: 1002 time: 0.0868428 Jan 28 13:52:05.791325 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-a8333ba9-850e-40e9-bbf8-9e3260280822 req-30e25c86-944d-4b48-bb48-0a060dbf712e tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] 10.222.0.72 "GET /v2.0/security-groups?id=351edb33-a693-4fd3-8aed-86de15517ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918627 Jan 28 13:52:05.839688 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed018ac-a68d-4767-82be-075017cefbee req-6969c191-405e-46fe-8bb0-2e0a6cd4a069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:05.841103 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-1ed018ac-a68d-4767-82be-075017cefbee req-6969c191-405e-46fe-8bb0-2e0a6cd4a069 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=3016a3fe-7a83-4026-bb15-1c5764645712 HTTP/1.1" status: 200 len: 849 time: 0.0484445 Jan 28 13:52:05.850877 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93295673-51f0-4429-bc65-12b8129a7b5e req-f21c5362-383c-4511-bff6-070ab279ed2a tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:05.851827 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-93295673-51f0-4429-bc65-12b8129a7b5e req-f21c5362-383c-4511-bff6-070ab279ed2a tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5d89034-8705-4e93-a271-97e037a7c2b3 HTTP/1.1" status: 200 len: 946 time: 0.0544374 Jan 28 13:52:05.889003 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed018ac-a68d-4767-82be-075017cefbee req-795e920b-9821-47c8-8241-7dd55775d6db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:05.890586 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-1ed018ac-a68d-4767-82be-075017cefbee req-795e920b-9821-47c8-8241-7dd55775d6db service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=78d9b12b-20e5-405d-b8d9-58d523acb332&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0424941 Jan 28 13:52:05.900303 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-93295673-51f0-4429-bc65-12b8129a7b5e req-6f6f88ea-afc1-472e-8cff-c8488c79bbb4 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] 10.222.0.72 "GET /v2.0/security-groups?id=03f317d8-0cf7-4af4-abf7-94e0d05a91da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423682 Jan 28 13:52:05.981911 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-1ed018ac-a68d-4767-82be-075017cefbee req-9f5b8353-9b1a-4c31-bebd-932ee10c7fd0 service neutron] 10.222.0.78 "GET /v2.0/networks/78d9b12b-20e5-405d-b8d9-58d523acb332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843785 Jan 28 13:52:06.080482 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-1ed018ac-a68d-4767-82be-075017cefbee req-3281fcb7-ed4f-4eba-94bd-88c42bf3d599 service neutron] 10.222.0.78 "GET /v2.0/networks/78d9b12b-20e5-405d-b8d9-58d523acb332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910478 Jan 28 13:52:06.910515 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c69bbc-b490-4357-aeda-7cc5a1f40458 req-311d9bc4-8dea-4714-acf9-e51e55f94a97 tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:06.912047 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-b2c69bbc-b490-4357-aeda-7cc5a1f40458 req-311d9bc4-8dea-4714-acf9-e51e55f94a97 tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0b255d5-978a-4b0d-91cc-e1ff166d24f8 HTTP/1.1" status: 200 len: 943 time: 0.0486195 Jan 28 13:52:06.967216 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-b2c69bbc-b490-4357-aeda-7cc5a1f40458 req-d46382a8-d213-457a-a18d-6a7769957d40 tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] 10.222.0.72 "GET /v2.0/security-groups?id=351edb33-a693-4fd3-8aed-86de15517ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486217 Jan 28 13:52:07.016319 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fe1ed5-3ef6-4155-8543-dc37cbb3de59 req-6eaade42-f444-422b-a352-d84385a88c1e tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:07.017737 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-82fe1ed5-3ef6-4155-8543-dc37cbb3de59 req-6eaade42-f444-422b-a352-d84385a88c1e tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5d89034-8705-4e93-a271-97e037a7c2b3 HTTP/1.1" status: 200 len: 946 time: 0.0490837 Jan 28 13:52:07.066782 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-82fe1ed5-3ef6-4155-8543-dc37cbb3de59 req-46603f67-eb4d-4791-83eb-ded94a53d404 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] 10.222.0.72 "GET /v2.0/security-groups?id=03f317d8-0cf7-4af4-abf7-94e0d05a91da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430789 Jan 28 13:52:07.819396 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Device dfcdaca1-467c-495f-aba8-f3fc930df133 details requested by agent hyperv_hv-cinder-82418 with host hv-cinder-82418 {{(pid=109086) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:52:07.917315 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] For port dfcdaca1-467c-495f-aba8-f3fc930df133, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=dfcdaca1-467c-495f-aba8-f3fc930df133,segment=NetworkSegment(2abf073d-7ee6-4913-b331-d6f5e44b2927),segment_id=2abf073d-7ee6-4913-b331-d6f5e44b2927)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:52:07.928457 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Returning: {'device': 'dfcdaca1-467c-495f-aba8-f3fc930df133', 'network_id': '77a9d7fd-caa4-46e4-b26c-398632d587f7', 'port_id': 'dfcdaca1-467c-495f-aba8-f3fc930df133', 'mac_address': 'fa:16:3e:60:bd:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 734, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6897cf15-6c8e-4f66-8fd6-9ab02f212f95', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109086) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:52:07.966915 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Current status of the port dfcdaca1-467c-495f-aba8-f3fc930df133 is: DOWN; New status is: BUILD {{(pid=109086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:52:07.967321 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (dfcdaca1-467c-495f-aba8-f3fc930df133), before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:07.983446 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.notifiers.nova [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfcdaca1-467c-495f-aba8-f3fc930df133 {{(pid=109086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:52:08.002859 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] For port dfcdaca1-467c-495f-aba8-f3fc930df133, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=dfcdaca1-467c-495f-aba8-f3fc930df133,segment=NetworkSegment(2abf073d-7ee6-4913-b331-d6f5e44b2927),segment_id=2abf073d-7ee6-4913-b331-d6f5e44b2927)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:52:08.007465 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862'] for port (dfcdaca1-467c-495f-aba8-f3fc930df133), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:08.053799 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Pushing event updated for resources: {'Port': ['ID=dfcdaca1-467c-495f-aba8-f3fc930df133,revision_number=7']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:08.094609 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5113ba-a3e7-4e97-842d-b2dcd2f02563 req-5db29bb3-0c80-4858-86cb-bb6b4850da03 tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:08.096110 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-8c5113ba-a3e7-4e97-842d-b2dcd2f02563 req-5db29bb3-0c80-4858-86cb-bb6b4850da03 tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0b255d5-978a-4b0d-91cc-e1ff166d24f8 HTTP/1.1" status: 200 len: 944 time: 0.0529182 Jan 28 13:52:08.146131 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-8c5113ba-a3e7-4e97-842d-b2dcd2f02563 req-1fc302a0-24d8-4d78-a686-f4e122f9c3a4 tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] 10.222.0.72 "GET /v2.0/security-groups?id=351edb33-a693-4fd3-8aed-86de15517ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443897 Jan 28 13:52:08.412658 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] get_ports_and_sgs() called for port_ids ['dfcdaca1-467c-495f-aba8-f3fc930df133'] {{(pid=109086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:52:09.281473 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e346e6e-729f-4362-b71f-37a988f96a7b req-a149d975-20dd-41ad-84a9-cbbb8cfae2a6 tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:09.283821 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-1e346e6e-729f-4362-b71f-37a988f96a7b req-a149d975-20dd-41ad-84a9-cbbb8cfae2a6 tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0b255d5-978a-4b0d-91cc-e1ff166d24f8 HTTP/1.1" status: 200 len: 944 time: 0.0579996 Jan 28 13:52:09.347173 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-1e346e6e-729f-4362-b71f-37a988f96a7b req-68d9df80-2de4-4365-93bc-4f5f6422eabc tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] 10.222.0.72 "GET /v2.0/security-groups?id=351edb33-a693-4fd3-8aed-86de15517ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540853 Jan 28 13:52:09.473381 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.agents_db [None req-2611350c-8bbf-4fa3-a5bb-e2ba3591f3a7 None None] Agent healthcheck: found 6 active agents {{(pid=109087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:52:09.850722 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Device dfcdaca1-467c-495f-aba8-f3fc930df133 up at agent hyperv_hv-cinder-82418 {{(pid=109086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:52:09.904474 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Provisioning complete for port dfcdaca1-467c-495f-aba8-f3fc930df133 triggered by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:52:09.904873 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041328'] for port (dfcdaca1-467c-495f-aba8-f3fc930df133), provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:09.985851 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Current status of the port dfcdaca1-467c-495f-aba8-f3fc930df133 is: BUILD; New status is: ACTIVE {{(pid=109086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:52:09.986243 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (dfcdaca1-467c-495f-aba8-f3fc930df133), before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:10.008635 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0b255d5-978a-4b0d-91cc-e1ff166d24f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfcdaca1-467c-495f-aba8-f3fc930df133'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:52:10.010945 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fe2f3ff242846a504b70cb1607640f93490c53de488d62a29fe51e57b5b242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eabb568a-caa0-46a9-8d2e-fcb6121a3fe5" -d '{"events": [{"server_uuid": "e0b255d5-978a-4b0d-91cc-e1ff166d24f8", "name": "network-vif-plugged", "status": "completed", "tag": "dfcdaca1-467c-495f-aba8-f3fc930df133"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:52:10.023343 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] For port dfcdaca1-467c-495f-aba8-f3fc930df133, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=dfcdaca1-467c-495f-aba8-f3fc930df133,segment=NetworkSegment(2abf073d-7ee6-4913-b331-d6f5e44b2927),segment_id=2abf073d-7ee6-4913-b331-d6f5e44b2927)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:52:10.028281 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862'] for port (dfcdaca1-467c-495f-aba8-f3fc930df133), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:10.058330 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:52:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-687c8421-49fa-4dd3-92c9-36bd1720f41f x-openstack-request-id: req-687c8421-49fa-4dd3-92c9-36bd1720f41f {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:52:10.058599 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0b255d5-978a-4b0d-91cc-e1ff166d24f8", "name": "network-vif-plugged", "status": "completed", "tag": "dfcdaca1-467c-495f-aba8-f3fc930df133", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:52:10.058853 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-687c8421-49fa-4dd3-92c9-36bd1720f41f {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:52:10.059237 dv-cinder-824187-7-iscsi neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0b255d5-978a-4b0d-91cc-e1ff166d24f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfcdaca1-467c-495f-aba8-f3fc930df133', 'code': 200} Jan 28 13:52:10.085156 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Pushing event updated for resources: {'Port': ['ID=dfcdaca1-467c-495f-aba8-f3fc930df133,revision_number=8']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:10.320585 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52821cf8-161f-41b1-8038-af1309ee7532 req-6b447bc1-3be1-41a9-8e25-9bac9a03bd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:10.322097 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-52821cf8-161f-41b1-8038-af1309ee7532 req-6b447bc1-3be1-41a9-8e25-9bac9a03bd3c service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=e0b255d5-978a-4b0d-91cc-e1ff166d24f8 HTTP/1.1" status: 200 len: 1098 time: 0.0430920 Jan 28 13:52:10.369389 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-52821cf8-161f-41b1-8038-af1309ee7532 req-f2f8e574-4b42-4c46-a3ed-92f6c5ee7da3 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=351edb33-a693-4fd3-8aed-86de15517ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406756 Jan 28 13:52:10.464893 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18c14c9-52f2-452d-854d-0ee38a3e1df7 req-e14b1bc7-3eed-4f4c-89de-04ab7ad8bd79 tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:10.466356 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-d18c14c9-52f2-452d-854d-0ee38a3e1df7 req-e14b1bc7-3eed-4f4c-89de-04ab7ad8bd79 tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0b255d5-978a-4b0d-91cc-e1ff166d24f8 HTTP/1.1" status: 200 len: 945 time: 0.0510120 Jan 28 13:52:10.516013 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-d18c14c9-52f2-452d-854d-0ee38a3e1df7 req-f899bc6e-1b0a-4a35-aa73-f7700ba7c1fa tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] 10.222.0.72 "GET /v2.0/security-groups?id=351edb33-a693-4fd3-8aed-86de15517ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439565 Jan 28 13:52:11.663494 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2df5a3e-9a94-4e40-9415-345875ffe268 req-6a93955a-e5ac-48c0-a61e-0936877b45ee tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:11.665016 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-e2df5a3e-9a94-4e40-9415-345875ffe268 req-6a93955a-e5ac-48c0-a61e-0936877b45ee tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0b255d5-978a-4b0d-91cc-e1ff166d24f8 HTTP/1.1" status: 200 len: 945 time: 0.0581596 Jan 28 13:52:11.718281 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-e2df5a3e-9a94-4e40-9415-345875ffe268 req-87786be9-0c55-49ad-b9a2-bc6ab05566bd tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] 10.222.0.72 "GET /v2.0/security-groups?id=351edb33-a693-4fd3-8aed-86de15517ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475035 Jan 28 13:52:12.850887 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9915d5b-b890-41d5-a6fb-733f036afc01 req-4049bcb6-8c9b-411f-ac4f-45394955c56c tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:12.852410 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-d9915d5b-b890-41d5-a6fb-733f036afc01 req-4049bcb6-8c9b-411f-ac4f-45394955c56c tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0b255d5-978a-4b0d-91cc-e1ff166d24f8 HTTP/1.1" status: 200 len: 945 time: 0.0500329 Jan 28 13:52:12.902191 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-d9915d5b-b890-41d5-a6fb-733f036afc01 req-3c99d4e5-57e9-43fa-99b3-847ff0f3b23d tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] 10.222.0.72 "GET /v2.0/security-groups?id=351edb33-a693-4fd3-8aed-86de15517ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428679 Jan 28 13:52:14.024063 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b040a29-7299-4484-8e43-6a297316d666 req-5a993807-5249-4e7e-9a0e-bc0ad2d26a06 tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:14.025544 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-3b040a29-7299-4484-8e43-6a297316d666 req-5a993807-5249-4e7e-9a0e-bc0ad2d26a06 tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0b255d5-978a-4b0d-91cc-e1ff166d24f8 HTTP/1.1" status: 200 len: 945 time: 0.0518332 Jan 28 13:52:14.079000 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-3b040a29-7299-4484-8e43-6a297316d666 req-2123c263-b269-48d5-94f3-432891b03718 tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] 10.222.0.72 "GET /v2.0/security-groups?id=351edb33-a693-4fd3-8aed-86de15517ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477638 Jan 28 13:52:15.215669 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39a3026-528f-41ef-8521-af368377d78a req-2e3f1a3e-7f4a-4d25-b692-10e2bdbdc7aa tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:15.217179 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-e39a3026-528f-41ef-8521-af368377d78a req-2e3f1a3e-7f4a-4d25-b692-10e2bdbdc7aa tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0b255d5-978a-4b0d-91cc-e1ff166d24f8 HTTP/1.1" status: 200 len: 945 time: 0.0610638 Jan 28 13:52:15.271510 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-e39a3026-528f-41ef-8521-af368377d78a req-8ca8e081-1c96-4f46-b12a-fe0fdb7e5e92 tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] 10.222.0.72 "GET /v2.0/security-groups?id=351edb33-a693-4fd3-8aed-86de15517ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486815 Jan 28 13:52:16.390585 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cb811a-9848-40b0-a049-85cd7afc9106 req-84a0fd0b-2307-4f16-a8f1-61f7065a75be tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:16.393055 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-91cb811a-9848-40b0-a049-85cd7afc9106 req-84a0fd0b-2307-4f16-a8f1-61f7065a75be tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0b255d5-978a-4b0d-91cc-e1ff166d24f8 HTTP/1.1" status: 200 len: 945 time: 0.0511169 Jan 28 13:52:16.441048 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-91cb811a-9848-40b0-a049-85cd7afc9106 req-848cc229-4007-490e-827b-08dd4ea5a11e tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] 10.222.0.72 "GET /v2.0/security-groups?id=351edb33-a693-4fd3-8aed-86de15517ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432811 Jan 28 13:52:26.467403 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d4f6be-0bb9-456a-b991-60c9dcd22907 req-c732e4d6-8b2b-4452-9c9d-45e80cb5e548 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:26.468872 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-99d4f6be-0bb9-456a-b991-60c9dcd22907 req-c732e4d6-8b2b-4452-9c9d-45e80cb5e548 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/ports?device_id=acf97c7f-503a-42ed-b6b7-f5cfba756426 HTTP/1.1" status: 200 len: 947 time: 0.0524788 Jan 28 13:52:26.498354 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 46576) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:26.520088 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-99d4f6be-0bb9-456a-b991-60c9dcd22907 req-4384f9b1-61b7-4d7e-ad7e-ab2e8a1a9510 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/security-groups?id=838c2539-0840-4dd0-84f1-3571e607caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430989 Jan 28 13:52:26.545770 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.db.db_base_plugin_v2 [None req-221e5840-9e32-4d3e-85c0-2025124621f2 admin admin] Deleting subnet c9c631df-e11b-4ef8-8859-4876ab9175ef {{(pid=109084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:52:26.549020 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-221e5840-9e32-4d3e-85c0-2025124621f2 admin admin] Publish callbacks [] for subnet (c9c631df-e11b-4ef8-8859-4876ab9175ef), before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:26.584223 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-221e5840-9e32-4d3e-85c0-2025124621f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4731551'] for subnet (c9c631df-e11b-4ef8-8859-4876ab9175ef), precommit_delete_associations {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:26.626140 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-221e5840-9e32-4d3e-85c0-2025124621f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1036461'] for subnet (c9c631df-e11b-4ef8-8859-4876ab9175ef), precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:26.684676 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-221e5840-9e32-4d3e-85c0-2025124621f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1036450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6110936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5832109'] for subnet (c9c631df-e11b-4ef8-8859-4876ab9175ef), after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:26.709423 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221e5840-9e32-4d3e-85c0-2025124621f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9c631df-e11b-4ef8-8859-4876ab9175ef,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:26.715386 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-221e5840-9e32-4d3e-85c0-2025124621f2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:26.718656 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-221e5840-9e32-4d3e-85c0-2025124621f2 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/c9c631df-e11b-4ef8-8859-4876ab9175ef HTTP/1.1" status: 204 len: 168 time: 0.2182462 Jan 28 13:52:26.721279 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 46578) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:26.790041 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-6b1ce234-d3c2-46f5-aa86-2e1feb702532 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-799852'] for network (e5f39082-f680-498c-bc51-8f1c75546a19), before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:26.871453 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-6b1ce234-d3c2-46f5-aa86-2e1feb702532 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1044054', 'neutron.services.segments.db._delete_segments_for_network-8742788684692'] for network (e5f39082-f680-498c-bc51-8f1c75546a19), precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:26.892430 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.services.segments.db [None req-6b1ce234-d3c2-46f5-aa86-2e1feb702532 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5f39082-f680-498c-bc51-8f1c75546a19']}} {{(pid=109084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:52:26.902388 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.services.segments.db [None req-6b1ce234-d3c2-46f5-aa86-2e1feb702532 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6fb20d0-75de-447e-bb0a-1f2b4211be6b') {'for_net_delete': True} {{(pid=109084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:52:26.902687 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.services.segments.db [None req-6b1ce234-d3c2-46f5-aa86-2e1feb702532 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6fb20d0-75de-447e-bb0a-1f2b4211be6b') {} {{(pid=109084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:52:26.912536 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-6b1ce234-d3c2-46f5-aa86-2e1feb702532 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742788686749', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4731622'] for segment (c6fb20d0-75de-447e-bb0a-1f2b4211be6b), before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:26.927455 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-6b1ce234-d3c2-46f5-aa86-2e1feb702532 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-923698'] for segment (c6fb20d0-75de-447e-bb0a-1f2b4211be6b), precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:26.934206 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b1ce234-d3c2-46f5-aa86-2e1feb702532 admin admin] Releasing vlan 714 on physical network physnet1 to pool {{(pid=109084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:52:26.934604 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-6b1ce234-d3c2-46f5-aa86-2e1feb702532 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-923698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6110770'] for segment (c6fb20d0-75de-447e-bb0a-1f2b4211be6b), after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:26.936320 dv-cinder-824187-7-iscsi neutron-server[109084]: Traceback (most recent call last): Jan 28 13:52:26.936320 dv-cinder-824187-7-iscsi neutron-server[109084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:52:26.936320 dv-cinder-824187-7-iscsi neutron-server[109084]: timer() Jan 28 13:52:26.936320 dv-cinder-824187-7-iscsi neutron-server[109084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:52:26.936320 dv-cinder-824187-7-iscsi neutron-server[109084]: cb(*args, **kw) Jan 28 13:52:26.936320 dv-cinder-824187-7-iscsi neutron-server[109084]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:52:26.936320 dv-cinder-824187-7-iscsi neutron-server[109084]: return func(*args, **kwargs) Jan 28 13:52:26.936320 dv-cinder-824187-7-iscsi neutron-server[109084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:52:26.936320 dv-cinder-824187-7-iscsi neutron-server[109084]: self._notify() Jan 28 13:52:26.936320 dv-cinder-824187-7-iscsi neutron-server[109084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:52:26.936320 dv-cinder-824187-7-iscsi neutron-server[109084]: self.callback(batched_events) Jan 28 13:52:26.936320 dv-cinder-824187-7-iscsi neutron-server[109084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:52:26.936320 dv-cinder-824187-7-iscsi neutron-server[109084]: event.method(event) Jan 28 13:52:26.936320 dv-cinder-824187-7-iscsi neutron-server[109084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:52:26.936320 dv-cinder-824187-7-iscsi neutron-server[109084]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:52:26.936320 dv-cinder-824187-7-iscsi neutron-server[109084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:52:26.936320 dv-cinder-824187-7-iscsi neutron-server[109084]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:52:26.936320 dv-cinder-824187-7-iscsi neutron-server[109084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:52:26.936320 dv-cinder-824187-7-iscsi neutron-server[109084]: return f(self, *a, **k) Jan 28 13:52:26.936320 dv-cinder-824187-7-iscsi neutron-server[109084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:52:26.936320 dv-cinder-824187-7-iscsi neutron-server[109084]: return self._get(url).json() Jan 28 13:52:26.936320 dv-cinder-824187-7-iscsi neutron-server[109084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:52:26.936320 dv-cinder-824187-7-iscsi neutron-server[109084]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:52:26.936320 dv-cinder-824187-7-iscsi neutron-server[109084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:52:26.936320 dv-cinder-824187-7-iscsi neutron-server[109084]: return self.request(url, 'GET', **kwargs) Jan 28 13:52:26.936320 dv-cinder-824187-7-iscsi neutron-server[109084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:52:26.936320 dv-cinder-824187-7-iscsi neutron-server[109084]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:52:26.936320 dv-cinder-824187-7-iscsi neutron-server[109084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:52:26.936320 dv-cinder-824187-7-iscsi neutron-server[109084]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:52:26.936320 dv-cinder-824187-7-iscsi neutron-server[109084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:52:26.936320 dv-cinder-824187-7-iscsi neutron-server[109084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:52:26.936320 dv-cinder-824187-7-iscsi neutron-server[109084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:52:27.005199 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-6b1ce234-d3c2-46f5-aa86-2e1feb702532 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1044015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1817757'] for network (e5f39082-f680-498c-bc51-8f1c75546a19), after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:27.016354 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-6b1ce234-d3c2-46f5-aa86-2e1feb702532 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032615'] for network (None), before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:27.020859 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-6b1ce234-d3c2-46f5-aa86-2e1feb702532 admin admin] 10.222.0.72 "DELETE /v2.0/networks/e5f39082-f680-498c-bc51-8f1c75546a19 HTTP/1.1" status: 204 len: 168 time: 0.2984574 Jan 28 13:52:27.033980 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1ce234-d3c2-46f5-aa86-2e1feb702532 admin admin] Pushing event deleted for resources: {'Network': ['ID=e5f39082-f680-498c-bc51-8f1c75546a19,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:27.151404 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 46582) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:27.194874 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-6d0baaee-f62c-4df9-9d95-317ae006c1cf admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e200c9b3991f47c48f8c2342bf3970bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0419657 Jan 28 13:52:27.197406 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 46584) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:27.247888 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-13a6eeac-c8ad-4157-a056-55a8b55b1da4 admin admin] Publish callbacks [] for security_group (5f848385-8043-4192-8e68-f04a8ef341f5), before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:27.274978 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-13a6eeac-c8ad-4157-a056-55a8b55b1da4 admin admin] Publish callbacks [] for security_group (5f848385-8043-4192-8e68-f04a8ef341f5), precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:27.329425 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-13a6eeac-c8ad-4157-a056-55a8b55b1da4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (5f848385-8043-4192-8e68-f04a8ef341f5), after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:27.332140 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-13a6eeac-c8ad-4157-a056-55a8b55b1da4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:27.333332 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-13a6eeac-c8ad-4157-a056-55a8b55b1da4 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5f848385-8043-4192-8e68-f04a8ef341f5 HTTP/1.1" status: 204 len: 168 time: 0.1350422 Jan 28 13:52:27.341183 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a6eeac-c8ad-4157-a056-55a8b55b1da4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f848385-8043-4192-8e68-f04a8ef341f5,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:27.648057 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333e3a9e-1e08-4d0e-88fc-29bb9317de54 req-4f243c15-4770-47e4-a97a-6c74635e32a9 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:27.649678 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-333e3a9e-1e08-4d0e-88fc-29bb9317de54 req-4f243c15-4770-47e4-a97a-6c74635e32a9 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/ports?device_id=acf97c7f-503a-42ed-b6b7-f5cfba756426 HTTP/1.1" status: 200 len: 947 time: 0.0517817 Jan 28 13:52:27.700509 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-333e3a9e-1e08-4d0e-88fc-29bb9317de54 req-eec14eef-333c-4a45-a05e-d159bee3c0c9 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/security-groups?id=838c2539-0840-4dd0-84f1-3571e607caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448351 Jan 28 13:52:28.234205 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-47cd497b-d18a-4973-be95-05fabdf3bc02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (fe6892c5-7eb1-46ce-88dd-77c5bcc32263), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:28.570781 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7240d6d3-17b0-4bde-b523-46f628073fdd req-efc5739e-24b4-4ebe-a8ef-4376525739ef tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:28.572204 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-7240d6d3-17b0-4bde-b523-46f628073fdd req-efc5739e-24b4-4ebe-a8ef-4376525739ef tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.78 "GET /v2.0/ports?device_id=acf97c7f-503a-42ed-b6b7-f5cfba756426 HTTP/1.1" status: 200 len: 947 time: 0.0680621 Jan 28 13:52:28.669395 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-7240d6d3-17b0-4bde-b523-46f628073fdd req-d1c57bf0-28a5-44fb-8135-a260dad0b295 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Deleting port 94fc08c3-1f1a-4aed-9874-93929d326f03 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:52:28.669692 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-7240d6d3-17b0-4bde-b523-46f628073fdd req-d1c57bf0-28a5-44fb-8135-a260dad0b295 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742788692592'] for port (94fc08c3-1f1a-4aed-9874-93929d326f03), before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:28.758927 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-7240d6d3-17b0-4bde-b523-46f628073fdd req-d1c57bf0-28a5-44fb-8135-a260dad0b295 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] For port 94fc08c3-1f1a-4aed-9874-93929d326f03, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=94fc08c3-1f1a-4aed-9874-93929d326f03,segment=NetworkSegment(4050b7b0-e9a9-41d7-af46-815bd2fde404),segment_id=4050b7b0-e9a9-41d7-af46-815bd2fde404)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:52:28.759301 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-7240d6d3-17b0-4bde-b523-46f628073fdd req-d1c57bf0-28a5-44fb-8135-a260dad0b295 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818260'] for port (94fc08c3-1f1a-4aed-9874-93929d326f03), precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:28.910421 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9ceeb8-ac1c-4419-815e-28b06665540e req-6349411b-f855-47e8-8843-538334968752 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:28.911829 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-ce9ceeb8-ac1c-4419-815e-28b06665540e req-6349411b-f855-47e8-8843-538334968752 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/ports?device_id=acf97c7f-503a-42ed-b6b7-f5cfba756426 HTTP/1.1" status: 200 len: 947 time: 0.0992734 Jan 28 13:52:28.998463 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-7240d6d3-17b0-4bde-b523-46f628073fdd req-d1c57bf0-28a5-44fb-8135-a260dad0b295 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:28.998799 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-7240d6d3-17b0-4bde-b523-46f628073fdd req-d1c57bf0-28a5-44fb-8135-a260dad0b295 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1817779'] for floatingip (7bcc5b7a-1fb8-4223-966d-62c03576298a), after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:28.999139 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.db.l3_db [req-7240d6d3-17b0-4bde-b523-46f628073fdd req-d1c57bf0-28a5-44fb-8135-a260dad0b295 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Floating IP 7bcc5b7a-1fb8-4223-966d-62c03576298a disassociated. External IP: 172.27.0.17, port: 94fc08c3-1f1a-4aed-9874-93929d326f03. Jan 28 13:52:28.999481 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-7240d6d3-17b0-4bde-b523-46f628073fdd req-d1c57bf0-28a5-44fb-8135-a260dad0b295 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Calling delete_port for 94fc08c3-1f1a-4aed-9874-93929d326f03 owned by compute:nova {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:52:29.008134 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-ce9ceeb8-ac1c-4419-815e-28b06665540e req-c91dea13-1e22-4848-933a-7296169b9ad3 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/security-groups?id=838c2539-0840-4dd0-84f1-3571e607caf8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901895 Jan 28 13:52:29.137910 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-7240d6d3-17b0-4bde-b523-46f628073fdd req-d1c57bf0-28a5-44fb-8135-a260dad0b295 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742788697034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742788384835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4723325'] for port (94fc08c3-1f1a-4aed-9874-93929d326f03), after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:29.169215 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c57bf0-28a5-44fb-8135-a260dad0b295 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Pushing event deleted for resources: {'Port': ['ID=94fc08c3-1f1a-4aed-9874-93929d326f03,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:29.178946 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c57bf0-28a5-44fb-8135-a260dad0b295 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:52:29.179297 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c57bf0-28a5-44fb-8135-a260dad0b295 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:52:29.179638 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c57bf0-28a5-44fb-8135-a260dad0b295 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:52:29.179981 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c57bf0-28a5-44fb-8135-a260dad0b295 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:52:29.180314 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c57bf0-28a5-44fb-8135-a260dad0b295 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:52:29.180651 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c57bf0-28a5-44fb-8135-a260dad0b295 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:52:29.181006 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c57bf0-28a5-44fb-8135-a260dad0b295 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:52:29.181289 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c57bf0-28a5-44fb-8135-a260dad0b295 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:52:29.181635 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c57bf0-28a5-44fb-8135-a260dad0b295 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:52:29.182124 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c57bf0-28a5-44fb-8135-a260dad0b295 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:52:29.182267 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c57bf0-28a5-44fb-8135-a260dad0b295 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:52:29.182592 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c57bf0-28a5-44fb-8135-a260dad0b295 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:52:29.182914 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c57bf0-28a5-44fb-8135-a260dad0b295 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:52:29.297843 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7240d6d3-17b0-4bde-b523-46f628073fdd req-d1c57bf0-28a5-44fb-8135-a260dad0b295 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Router 20f5b06b-d884-4fdb-859d-bb555f60c119 has already been hosted by L3 agent 5fb30df9-6f10-41b8-94cc-b881623ba250 {{(pid=109085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:52:29.407023 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7240d6d3-17b0-4bde-b523-46f628073fdd req-d1c57bf0-28a5-44fb-8135-a260dad0b295 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Notify agent at l3_agent.dv-cinder-824187-7-iscsi the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:52:29.417931 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99707a5-1978-4afe-9af5-d1c991a5df0e None None] Sync routers for ids ['20f5b06b-d884-4fdb-859d-bb555f60c119'] in dv-cinder-824187-7-iscsi {{(pid=109086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:52:29.429316 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99707a5-1978-4afe-9af5-d1c991a5df0e None None] Routers {'20f5b06b-d884-4fdb-859d-bb555f60c119'} bound to L3 agent in host dv-cinder-824187-7-iscsi {{(pid=109086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:52:29.429872 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-e99707a5-1978-4afe-9af5-d1c991a5df0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-28T13:37:30Z,description=,heartbeat_timestamp=2022-01-28T13:52:00Z,host='dv-cinder-824187-7-iscsi',id=5fb30df9-6f10-41b8-94cc-b881623ba250,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:37:30Z,topic='l3_agent')) {'router_ids': ['20f5b06b-d884-4fdb-859d-bb555f60c119'], 'active': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:52:29.540458 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvr_db [None req-e99707a5-1978-4afe-9af5-d1c991a5df0e None None] Set router 20f5b06b-d884-4fdb-859d-bb555f60c119 gateway port host: dv-cinder-824187-7-iscsi {{(pid=109086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:52:29.727825 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-7240d6d3-17b0-4bde-b523-46f628073fdd req-d1c57bf0-28a5-44fb-8135-a260dad0b295 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] No DVR routers for this DVR port 94fc08c3-1f1a-4aed-9874-93929d326f03 on host hv-cinder-82418 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:52:29.730394 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-7240d6d3-17b0-4bde-b523-46f628073fdd req-d1c57bf0-28a5-44fb-8135-a260dad0b295 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91499'] for port (None), before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:29.733724 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-7240d6d3-17b0-4bde-b523-46f628073fdd req-d1c57bf0-28a5-44fb-8135-a260dad0b295 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.78 "DELETE /v2.0/ports/94fc08c3-1f1a-4aed-9874-93929d326f03 HTTP/1.1" status: 204 len: 173 time: 1.1560020 Jan 28 13:52:29.734169 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acf97c7f-503a-42ed-b6b7-f5cfba756426', 'name': 'network-vif-deleted', 'tag': '94fc08c3-1f1a-4aed-9874-93929d326f03'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:52:29.736889 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19ef927ebdb7e136520bf73605241c98ba3844c75ab8794845cb00139da391b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b833ef0d-60b4-4692-8d77-c4636da00598" -d '{"events": [{"server_uuid": "acf97c7f-503a-42ed-b6b7-f5cfba756426", "name": "network-vif-deleted", "tag": "94fc08c3-1f1a-4aed-9874-93929d326f03"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:52:29.756788 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-e99707a5-1978-4afe-9af5-d1c991a5df0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20f5b06b-d884-4fdb-859d-bb555f60c119', 'name': 'tempest-AttachVolumeShelveTestJSON-1176312518-router', 'tenant_id': '0799c831a5c443ae8c670a0c79104f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'external_fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': '0d71a8f6-5672-41f6-a935-2f6ccc98a36b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:45:24Z', 'updated_at': '2022-01-28T13:45:34Z', 'revision_number': 4, 'project_id': '0799c831a5c443ae8c670a0c79104f84', 'gw_port': {'id': '0d71a8f6-5672-41f6-a935-2f6ccc98a36b', 'name': '', 'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:02:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f5b06b-d884-4fdb-859d-bb555f60c119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:26Z', 'updated_at': '2022-01-28T13:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-7-iscsi', '_interfaces': [{'id': '6e6c03f6-ac84-4d4b-8769-fee97f0bb574', 'name': '', 'network_id': '711eb359-e0a6-4069-8d9d-85442c14b212', 'tenant_id': '0799c831a5c443ae8c670a0c79104f84', 'mac_address': 'fa:16:3e:28:49:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f5b06b-d884-4fdb-859d-bb555f60c119', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '6a182525-8d42-4b74-88dd-616808d54b14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:32Z', 'updated_at': '2022-01-28T13:45:42Z', 'revision_number': 5, 'project_id': '0799c831a5c443ae8c670a0c79104f84', 'subnets': [{'id': '6a182525-8d42-4b74-88dd-616808d54b14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824187-7-iscsi', False) {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:52:29.775223 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f74f4be3-8431-4670-9596-f0e1027ebb77 x-openstack-request-id: req-f74f4be3-8431-4670-9596-f0e1027ebb77 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:52:29.775521 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acf97c7f-503a-42ed-b6b7-f5cfba756426", "name": "network-vif-deleted", "tag": "94fc08c3-1f1a-4aed-9874-93929d326f03", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:52:29.775776 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-f74f4be3-8431-4670-9596-f0e1027ebb77 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:52:29.776173 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acf97c7f-503a-42ed-b6b7-f5cfba756426', 'name': 'network-vif-deleted', 'tag': '94fc08c3-1f1a-4aed-9874-93929d326f03', 'status': 'completed', 'code': 200} Jan 28 13:52:29.783163 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99707a5-1978-4afe-9af5-d1c991a5df0e None None] Checking router: 20f5b06b-d884-4fdb-859d-bb555f60c119 for host: dv-cinder-824187-7-iscsi {{(pid=109086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:52:29.791600 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99707a5-1978-4afe-9af5-d1c991a5df0e None None] Routers {'20f5b06b-d884-4fdb-859d-bb555f60c119'} bound to L3 agent in host dv-cinder-824187-7-iscsi {{(pid=109086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:52:29.792210 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-e99707a5-1978-4afe-9af5-d1c991a5df0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-28T13:37:30Z,description=,heartbeat_timestamp=2022-01-28T13:52:00Z,host='dv-cinder-824187-7-iscsi',id=5fb30df9-6f10-41b8-94cc-b881623ba250,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:37:30Z,topic='l3_agent')) {'router_ids': ['20f5b06b-d884-4fdb-859d-bb555f60c119'], 'active': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:52:30.032070 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvr_db [None req-e99707a5-1978-4afe-9af5-d1c991a5df0e None None] Set router 20f5b06b-d884-4fdb-859d-bb555f60c119 gateway port host: dv-cinder-824187-7-iscsi {{(pid=109086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:52:30.126298 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-61cf2f68-22f8-4b42-b1c1-a11c1f04fefa req-79a899ac-da2c-4cc9-bc31-1ee1ac0bf9b4 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/ports?device_id=acf97c7f-503a-42ed-b6b7-f5cfba756426 HTTP/1.1" status: 200 len: 210 time: 0.0274577 Jan 28 13:52:30.252107 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4b5dbca8-fd27-4204-8b3a-ac1b682d4134 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (5fb30df9-6f10-41b8-94cc-b881623ba250), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:30.258592 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-e99707a5-1978-4afe-9af5-d1c991a5df0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20f5b06b-d884-4fdb-859d-bb555f60c119', 'name': 'tempest-AttachVolumeShelveTestJSON-1176312518-router', 'tenant_id': '0799c831a5c443ae8c670a0c79104f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'external_fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': '0d71a8f6-5672-41f6-a935-2f6ccc98a36b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:45:24Z', 'updated_at': '2022-01-28T13:45:34Z', 'revision_number': 4, 'project_id': '0799c831a5c443ae8c670a0c79104f84', 'gw_port': {'id': '0d71a8f6-5672-41f6-a935-2f6ccc98a36b', 'name': '', 'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:02:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f5b06b-d884-4fdb-859d-bb555f60c119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:26Z', 'updated_at': '2022-01-28T13:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-7-iscsi', '_interfaces': [{'id': '6e6c03f6-ac84-4d4b-8769-fee97f0bb574', 'name': '', 'network_id': '711eb359-e0a6-4069-8d9d-85442c14b212', 'tenant_id': '0799c831a5c443ae8c670a0c79104f84', 'mac_address': 'fa:16:3e:28:49:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f5b06b-d884-4fdb-859d-bb555f60c119', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '6a182525-8d42-4b74-88dd-616808d54b14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:32Z', 'updated_at': '2022-01-28T13:45:42Z', 'revision_number': 5, 'project_id': '0799c831a5c443ae8c670a0c79104f84', 'subnets': [{'id': '6a182525-8d42-4b74-88dd-616808d54b14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824187-7-iscsi', False) {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:52:30.289283 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99707a5-1978-4afe-9af5-d1c991a5df0e None None] The sync data for ids ['20f5b06b-d884-4fdb-859d-bb555f60c119'] in dv-cinder-824187-7-iscsi is: [{'id': '20f5b06b-d884-4fdb-859d-bb555f60c119', 'name': 'tempest-AttachVolumeShelveTestJSON-1176312518-router', 'tenant_id': '0799c831a5c443ae8c670a0c79104f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'external_fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': '0d71a8f6-5672-41f6-a935-2f6ccc98a36b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:45:24Z', 'updated_at': '2022-01-28T13:45:34Z', 'revision_number': 4, 'project_id': '0799c831a5c443ae8c670a0c79104f84', 'gw_port': {'id': '0d71a8f6-5672-41f6-a935-2f6ccc98a36b', 'name': '', 'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:02:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f5b06b-d884-4fdb-859d-bb555f60c119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:26Z', 'updated_at': '2022-01-28T13:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-7-iscsi', '_interfaces': [{'id': '6e6c03f6-ac84-4d4b-8769-fee97f0bb574', 'name': '', 'network_id': '711eb359-e0a6-4069-8d9d-85442c14b212', 'tenant_id': '0799c831a5c443ae8c670a0c79104f84', 'mac_address': 'fa:16:3e:28:49:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f5b06b-d884-4fdb-859d-bb555f60c119', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '6a182525-8d42-4b74-88dd-616808d54b14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:32Z', 'updated_at': '2022-01-28T13:45:42Z', 'revision_number': 5, 'project_id': '0799c831a5c443ae8c670a0c79104f84', 'subnets': [{'id': '6a182525-8d42-4b74-88dd-616808d54b14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:52:30.512929 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a79f11-95ec-408f-8878-f25e65a90ed0 None None] New status for floating IP 7bcc5b7a-1fb8-4223-966d-62c03576298a: DOWN {{(pid=109087) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 13:52:31.245346 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 46602) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:31.297265 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-5fb1e601-fd48-4bb6-88cc-c9b8399ebb87 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Publish callbacks [] for security_group (838c2539-0840-4dd0-84f1-3571e607caf8), before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:31.323135 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-5fb1e601-fd48-4bb6-88cc-c9b8399ebb87 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Publish callbacks [] for security_group (838c2539-0840-4dd0-84f1-3571e607caf8), precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:31.373941 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-5fb1e601-fd48-4bb6-88cc-c9b8399ebb87 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (838c2539-0840-4dd0-84f1-3571e607caf8), after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:31.376789 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-5fb1e601-fd48-4bb6-88cc-c9b8399ebb87 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Publish callbacks [] for security_group (None), before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:31.378169 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-5fb1e601-fd48-4bb6-88cc-c9b8399ebb87 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "DELETE /v2.0/security-groups/838c2539-0840-4dd0-84f1-3571e607caf8 HTTP/1.1" status: 204 len: 168 time: 0.1338699 Jan 28 13:52:31.381042 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 46604) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:31.388490 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb1e601-fd48-4bb6-88cc-c9b8399ebb87 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=838c2539-0840-4dd0-84f1-3571e607caf8,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:31.394325 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.api.v2.resource [None req-03e755a4-a93a-4906-818c-70cd3388b502 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] show failed (client error): The resource could not be found. Jan 28 13:52:31.395277 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-03e755a4-a93a-4906-818c-70cd3388b502 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/security-groups/838c2539-0840-4dd0-84f1-3571e607caf8 HTTP/1.1" status: 404 len: 347 time: 0.0132515 Jan 28 13:52:31.395721 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb1e601-fd48-4bb6-88cc-c9b8399ebb87 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:52:31.396086 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb1e601-fd48-4bb6-88cc-c9b8399ebb87 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:52:31.396423 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb1e601-fd48-4bb6-88cc-c9b8399ebb87 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:52:31.396768 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb1e601-fd48-4bb6-88cc-c9b8399ebb87 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:52:31.397144 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb1e601-fd48-4bb6-88cc-c9b8399ebb87 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:52:31.397486 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb1e601-fd48-4bb6-88cc-c9b8399ebb87 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:52:31.397824 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb1e601-fd48-4bb6-88cc-c9b8399ebb87 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:52:31.398164 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb1e601-fd48-4bb6-88cc-c9b8399ebb87 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:52:31.398308 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 46606) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:31.398515 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb1e601-fd48-4bb6-88cc-c9b8399ebb87 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:52:31.398839 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb1e601-fd48-4bb6-88cc-c9b8399ebb87 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:52:31.399173 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb1e601-fd48-4bb6-88cc-c9b8399ebb87 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:52:31.399505 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb1e601-fd48-4bb6-88cc-c9b8399ebb87 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:52:31.399838 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb1e601-fd48-4bb6-88cc-c9b8399ebb87 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:52:31.522980 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-003579a5-5534-407f-9319-e8f95bad4520 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Deleting port 013a9d21-cda9-478b-a9e7-03d0f52bcf0b {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:52:31.523360 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-003579a5-5534-407f-9319-e8f95bad4520 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742788692592'] for port (013a9d21-cda9-478b-a9e7-03d0f52bcf0b), before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:31.605395 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-003579a5-5534-407f-9319-e8f95bad4520 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818260'] for port (013a9d21-cda9-478b-a9e7-03d0f52bcf0b), precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:31.605709 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-003579a5-5534-407f-9319-e8f95bad4520 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Publish callbacks [] for floatingip (013a9d21-cda9-478b-a9e7-03d0f52bcf0b), precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:31.617144 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-003579a5-5534-407f-9319-e8f95bad4520 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Calling delete_port for 013a9d21-cda9-478b-a9e7-03d0f52bcf0b owned by network:floatingip {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:52:31.727136 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-120fdcba-5236-4c4f-ad1d-de3bbc2703f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (270c75b4-e9a8-4b16-85de-99abb56244df), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:31.758688 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-003579a5-5534-407f-9319-e8f95bad4520 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742788697034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742788384835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4723325'] for port (013a9d21-cda9-478b-a9e7-03d0f52bcf0b), after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:31.785284 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003579a5-5534-407f-9319-e8f95bad4520 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Pushing event deleted for resources: {'Port': ['ID=013a9d21-cda9-478b-a9e7-03d0f52bcf0b,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:31.846201 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-003579a5-5534-407f-9319-e8f95bad4520 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Publish callbacks [] for floatingip (7bcc5b7a-1fb8-4223-966d-62c03576298a), after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:31.849090 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-003579a5-5534-407f-9319-e8f95bad4520 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91499'] for floatingip (None), before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:31.850255 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-003579a5-5534-407f-9319-e8f95bad4520 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "DELETE /v2.0/floatingips/7bcc5b7a-1fb8-4223-966d-62c03576298a HTTP/1.1" status: 204 len: 168 time: 0.4510975 Jan 28 13:52:31.953909 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Device 94fc08c3-1f1a-4aed-9874-93929d326f03 no longer exists at agent hyperv_hv-cinder-82418 {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:52:31.974105 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] No Port match for: 94fc08c3-1f1a-4aed-9874-93929d326f03 {{(pid=109086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:52:31.974453 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Device 94fc08c3-1f1a-4aed-9874-93929d326f03 not bound to the agent host hv-cinder-82418 {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:52:32.336567 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 46610) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:32.341255 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.v2.base [None req-e97dc8e6-87f1-400a-a1e4-cf074017f936 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1159036695', 'description': 'tempest-description--948671061'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:52:32.367162 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e97dc8e6-87f1-400a-a1e4-cf074017f936 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Publish callbacks [] for security_group (None), before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:32.430273 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e97dc8e6-87f1-400a-a1e4-cf074017f936 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Publish callbacks [] for security_group (cc3d7f4f-8faf-4a84-9aeb-6e37e715434d), precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:32.436721 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e97dc8e6-87f1-400a-a1e4-cf074017f936 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (cc3d7f4f-8faf-4a84-9aeb-6e37e715434d), after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:32.466151 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e97dc8e6-87f1-400a-a1e4-cf074017f936 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Publish callbacks [] for security_group (None), before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:32.467353 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-e97dc8e6-87f1-400a-a1e4-cf074017f936 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1297832 Jan 28 13:52:32.470484 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 46612) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:32.471519 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97dc8e6-87f1-400a-a1e4-cf074017f936 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc3d7f4f-8faf-4a84-9aeb-6e37e715434d,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:32.475308 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.v2.base [None req-6e6189d0-d1a1-4041-b0db-2e44bcddda17 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Request body: {'security_group_rule': {'security_group_id': 'cc3d7f4f-8faf-4a84-9aeb-6e37e715434d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:52:32.503119 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-6e6189d0-d1a1-4041-b0db-2e44bcddda17 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Publish callbacks [] for security_group_rule (665b2b4d-70e7-477b-bed3-40af64f6af2f), before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:32.557203 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-6e6189d0-d1a1-4041-b0db-2e44bcddda17 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Publish callbacks [] for security_group_rule (665b2b4d-70e7-477b-bed3-40af64f6af2f), precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:32.563388 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-6e6189d0-d1a1-4041-b0db-2e44bcddda17 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054585'] for security_group_rule (665b2b4d-70e7-477b-bed3-40af64f6af2f), after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:32.582025 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6189d0-d1a1-4041-b0db-2e44bcddda17 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=665b2b4d-70e7-477b-bed3-40af64f6af2f,revision_number=0']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:32.591091 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-6e6189d0-d1a1-4041-b0db-2e44bcddda17 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:32.592342 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-6e6189d0-d1a1-4041-b0db-2e44bcddda17 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1208489 Jan 28 13:52:32.595402 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 46614) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:32.600121 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.v2.base [None req-b8d37160-aa5e-47e1-88fc-0056415e2812 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Request body: {'security_group_rule': {'security_group_id': 'cc3d7f4f-8faf-4a84-9aeb-6e37e715434d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:52:32.626096 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b8d37160-aa5e-47e1-88fc-0056415e2812 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Publish callbacks [] for security_group_rule (1ea1dc23-f459-4aab-b94f-525087d770cd), before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:32.680448 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b8d37160-aa5e-47e1-88fc-0056415e2812 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Publish callbacks [] for security_group_rule (1ea1dc23-f459-4aab-b94f-525087d770cd), precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:32.685828 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b8d37160-aa5e-47e1-88fc-0056415e2812 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054585'] for security_group_rule (1ea1dc23-f459-4aab-b94f-525087d770cd), after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:32.702737 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d37160-aa5e-47e1-88fc-0056415e2812 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ea1dc23-f459-4aab-b94f-525087d770cd,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:32.712483 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b8d37160-aa5e-47e1-88fc-0056415e2812 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:32.713752 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-b8d37160-aa5e-47e1-88fc-0056415e2812 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1173210 Jan 28 13:52:32.717011 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 46616) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:32.721482 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.v2.base [None req-78af1262-d74c-4e82-a8e3-da46eb86e6ae tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Request body: {'floatingip': {'floating_network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:52:32.743777 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-78af1262-d74c-4e82-a8e3-da46eb86e6ae tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:32.852929 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-78af1262-d74c-4e82-a8e3-da46eb86e6ae tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (None), before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:32.864566 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a365d3e8-b48a-4a28-95b6-25537061fe93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (282d2827-b9b4-4282-91d0-335a7cd9818a), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:32.950449 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (06140fe1-dee6-47e9-9649-a5d5e543fff8), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:32.963124 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [None req-78af1262-d74c-4e82-a8e3-da46eb86e6ae tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Allocated IP 172.27.0.68 (5658bb11-9d09-4b0d-90e7-a96bf662b067/12c2ab48-c458-44a5-bf56-c21764e1e48c/37ff50cf-a3a4-4f5c-9c5b-dfad5a4fbee3) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:52:33.101507 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-78af1262-d74c-4e82-a8e3-da46eb86e6ae tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Publish callbacks [] for port (37ff50cf-a3a4-4f5c-9c5b-dfad5a4fbee3), precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:33.153437 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-78af1262-d74c-4e82-a8e3-da46eb86e6ae tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742788384826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4723325'] for port (37ff50cf-a3a4-4f5c-9c5b-dfad5a4fbee3), after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:33.196523 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78af1262-d74c-4e82-a8e3-da46eb86e6ae tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Network 5658bb11-9d09-4b0d-90e7-a96bf662b067 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:52:33.201844 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-78af1262-d74c-4e82-a8e3-da46eb86e6ae tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:52:33.206983 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78af1262-d74c-4e82-a8e3-da46eb86e6ae tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:52:33.210190 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78af1262-d74c-4e82-a8e3-da46eb86e6ae tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Pushing event updated for resources: {'Port': ['ID=37ff50cf-a3a4-4f5c-9c5b-dfad5a4fbee3,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:33.296140 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-78af1262-d74c-4e82-a8e3-da46eb86e6ae tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Publish callbacks [] for floatingip (5ad94372-2572-4c31-889c-f69aee8dac03), precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:33.352294 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-78af1262-d74c-4e82-a8e3-da46eb86e6ae tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (37ff50cf-a3a4-4f5c-9c5b-dfad5a4fbee3), before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:33.545108 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-78af1262-d74c-4e82-a8e3-da46eb86e6ae tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Publish callbacks [] for port (37ff50cf-a3a4-4f5c-9c5b-dfad5a4fbee3), precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:33.552202 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-78af1262-d74c-4e82-a8e3-da46eb86e6ae tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4723334'] for port (37ff50cf-a3a4-4f5c-9c5b-dfad5a4fbee3), after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:33.630379 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78af1262-d74c-4e82-a8e3-da46eb86e6ae tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Pushing event updated for resources: {'Port': ['ID=37ff50cf-a3a4-4f5c-9c5b-dfad5a4fbee3,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:33.645411 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-78af1262-d74c-4e82-a8e3-da46eb86e6ae tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1817779'] for floatingip (5ad94372-2572-4c31-889c-f69aee8dac03), after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:33.668646 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-78af1262-d74c-4e82-a8e3-da46eb86e6ae tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91499'] for floatingip (None), before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:33.670198 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-78af1262-d74c-4e82-a8e3-da46eb86e6ae tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9521444 Jan 28 13:52:33.904260 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-d2d1acf0-006d-4594-b8dd-15a696bc80aa req-4c17797d-0a14-4f7b-9112-e49d2c4a7596 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--1159036695&fields=id&tenant_id=0799c831a5c443ae8c670a0c79104f84 HTTP/1.1" status: 200 len: 267 time: 0.0448151 Jan 28 13:52:34.015747 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d1acf0-006d-4594-b8dd-15a696bc80aa req-c77e9b03-b0c4-4c07-9788-f4aaf527fbbe tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:34.017280 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-d2d1acf0-006d-4594-b8dd-15a696bc80aa req-c77e9b03-b0c4-4c07-9788-f4aaf527fbbe tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/networks?id=711eb359-e0a6-4069-8d9d-85442c14b212 HTTP/1.1" status: 200 len: 817 time: 0.1058154 Jan 28 13:52:34.031884 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-d2d1acf0-006d-4594-b8dd-15a696bc80aa req-d126314f-a64b-4ca8-a925-7425baac19dd tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/quotas/0799c831a5c443ae8c670a0c79104f84 HTTP/1.1" status: 200 len: 375 time: 0.0091574 Jan 28 13:52:34.094066 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-d2d1acf0-006d-4594-b8dd-15a696bc80aa req-45bf5fec-e822-455c-9111-4ddafb79cd2b tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=0799c831a5c443ae8c670a0c79104f84&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0569327 Jan 28 13:52:34.192661 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-d2d1acf0-006d-4594-b8dd-15a696bc80aa req-fcd87019-8a41-43c8-99b1-7c319cc37cf5 service neutron] 10.222.0.72 "GET /v2.0/networks/711eb359-e0a6-4069-8d9d-85442c14b212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861263 Jan 28 13:52:34.201281 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (91ec632a-2927-4715-8bad-f3132ebcbe46), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:34.294355 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-d2d1acf0-006d-4594-b8dd-15a696bc80aa req-1da0ca3e-ea1e-4b88-aaa9-8b211f850327 service neutron] 10.222.0.72 "GET /v2.0/networks/711eb359-e0a6-4069-8d9d-85442c14b212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929296 Jan 28 13:52:34.698118 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-f118de81-0672-4c17-96f1-47a0721ff1d8 req-9e1e0a6f-98f1-4ecd-b5bb-fc643ebc287b tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/ports?device_id=c43dc553-ff18-4fb1-84d2-13c79bcd29d2 HTTP/1.1" status: 200 len: 210 time: 0.2515745 Jan 28 13:52:35.486975 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d1acf0-006d-4594-b8dd-15a696bc80aa req-aebb5b6e-caf8-47f3-9b5a-8f90d40b7209 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:35.488563 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-d2d1acf0-006d-4594-b8dd-15a696bc80aa req-aebb5b6e-caf8-47f3-9b5a-8f90d40b7209 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.78 "GET /v2.0/networks?id=711eb359-e0a6-4069-8d9d-85442c14b212 HTTP/1.1" status: 200 len: 817 time: 0.1055429 Jan 28 13:52:35.563250 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-d2d1acf0-006d-4594-b8dd-15a696bc80aa req-46a77b08-e9b6-4b21-bacd-347da7cfa65e tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0799c831a5c443ae8c670a0c79104f84 HTTP/1.1" status: 200 len: 380 time: 0.0568056 Jan 28 13:52:35.581572 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.v2.base [req-d2d1acf0-006d-4594-b8dd-15a696bc80aa req-b4a90c0d-6dc1-472d-aa21-805d06541723 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Request body: {'port': {'device_id': 'c43dc553-ff18-4fb1-84d2-13c79bcd29d2', 'network_id': '711eb359-e0a6-4069-8d9d-85442c14b212', 'admin_state_up': True, 'tenant_id': '0799c831a5c443ae8c670a0c79104f84', 'security_groups': ['cc3d7f4f-8faf-4a84-9aeb-6e37e715434d']}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:52:35.690086 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2d1acf0-006d-4594-b8dd-15a696bc80aa req-b4a90c0d-6dc1-472d-aa21-805d06541723 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Made reservation on behalf of 0799c831a5c443ae8c670a0c79104f84 for: {'port': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:52:35.693660 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-d2d1acf0-006d-4594-b8dd-15a696bc80aa req-b4a90c0d-6dc1-472d-aa21-805d06541723 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (None), before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:35.821795 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-ed7aa2f9-22d7-4ec1-9b21-dfe1d0e3b753 req-050c0605-f144-4a68-b24c-9af0050f3fbd tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/ports?device_id=c43dc553-ff18-4fb1-84d2-13c79bcd29d2 HTTP/1.1" status: 200 len: 210 time: 0.0498691 Jan 28 13:52:35.847831 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [req-d2d1acf0-006d-4594-b8dd-15a696bc80aa req-b4a90c0d-6dc1-472d-aa21-805d06541723 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Allocated IP 172.20.0.3 (711eb359-e0a6-4069-8d9d-85442c14b212/6a182525-8d42-4b74-88dd-616808d54b14/b1bd6aa9-f926-4e61-9af0-6a7b44a33c27) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:52:35.991793 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-d2d1acf0-006d-4594-b8dd-15a696bc80aa req-b4a90c0d-6dc1-472d-aa21-805d06541723 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Publish callbacks [] for port (b1bd6aa9-f926-4e61-9af0-6a7b44a33c27), precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:36.030224 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-d2d1acf0-006d-4594-b8dd-15a696bc80aa req-b4a90c0d-6dc1-472d-aa21-805d06541723 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742788384826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4723325'] for port (b1bd6aa9-f926-4e61-9af0-6a7b44a33c27), after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:36.074643 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2d1acf0-006d-4594-b8dd-15a696bc80aa req-b4a90c0d-6dc1-472d-aa21-805d06541723 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Network 711eb359-e0a6-4069-8d9d-85442c14b212 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:52:36.079763 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [req-d2d1acf0-006d-4594-b8dd-15a696bc80aa req-b4a90c0d-6dc1-472d-aa21-805d06541723 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:52:36.084679 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2d1acf0-006d-4594-b8dd-15a696bc80aa req-b4a90c0d-6dc1-472d-aa21-805d06541723 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:52:36.088632 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a90c0d-6dc1-472d-aa21-805d06541723 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Pushing event updated for resources: {'Port': ['ID=b1bd6aa9-f926-4e61-9af0-6a7b44a33c27,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:36.136985 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d1acf0-006d-4594-b8dd-15a696bc80aa req-b4a90c0d-6dc1-472d-aa21-805d06541723 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:36.137642 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-d2d1acf0-006d-4594-b8dd-15a696bc80aa req-b4a90c0d-6dc1-472d-aa21-805d06541723 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91499'] for port (None), before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:36.159033 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-d2d1acf0-006d-4594-b8dd-15a696bc80aa req-b4a90c0d-6dc1-472d-aa21-805d06541723 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5811577 Jan 28 13:52:36.172096 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.v2.base [req-d2d1acf0-006d-4594-b8dd-15a696bc80aa req-9b851b7f-a348-4502-aa2b-7d1ec1d550b8 service neutron] Request body: {'port': {'device_id': 'c43dc553-ff18-4fb1-84d2-13c79bcd29d2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82418'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:52:36.268035 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-12800c82-ba40-4eba-b65f-3bb8c903eac7 req-9949c90a-a974-4bc6-b7c5-e5b133d72e65 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=e0b255d5-978a-4b0d-91cc-e1ff166d24f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0768690 Jan 28 13:52:36.268881 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-d2d1acf0-006d-4594-b8dd-15a696bc80aa req-9b851b7f-a348-4502-aa2b-7d1ec1d550b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (b1bd6aa9-f926-4e61-9af0-6a7b44a33c27), before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:36.336913 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-dcc96e47-f118-4011-a97d-c41ba4436436 None None] Provisioning complete for port b1bd6aa9-f926-4e61-9af0-6a7b44a33c27 triggered by entity DHCP. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:52:36.337479 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-dcc96e47-f118-4011-a97d-c41ba4436436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041328'] for port (b1bd6aa9-f926-4e61-9af0-6a7b44a33c27), provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:36.374183 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-dcc96e47-f118-4011-a97d-c41ba4436436 None None] Port b1bd6aa9-f926-4e61-9af0-6a7b44a33c27 cannot update to ACTIVE because it is not bound. {{(pid=109086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:52:36.472395 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12800c82-ba40-4eba-b65f-3bb8c903eac7 req-0bc6e888-7013-4364-b51d-51381bb4d640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:36.473911 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-12800c82-ba40-4eba-b65f-3bb8c903eac7 req-0bc6e888-7013-4364-b51d-51381bb4d640 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=1dd3b47ebfbe4d0eb9cd24d8466d81e2&device_id=e0b255d5-978a-4b0d-91cc-e1ff166d24f8 HTTP/1.1" status: 200 len: 1098 time: 0.1010108 Jan 28 13:52:36.637121 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.notifiers.nova [req-d2d1acf0-006d-4594-b8dd-15a696bc80aa req-9b851b7f-a348-4502-aa2b-7d1ec1d550b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1bd6aa9-f926-4e61-9af0-6a7b44a33c27 {{(pid=109085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:52:36.643736 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12800c82-ba40-4eba-b65f-3bb8c903eac7 req-8f220a40-bc4c-45af-8e64-57d8765640b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:36.645304 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-12800c82-ba40-4eba-b65f-3bb8c903eac7 req-8f220a40-bc4c-45af-8e64-57d8765640b8 service neutron] 10.222.0.78 "GET /v2.0/networks?id=77a9d7fd-caa4-46e4-b26c-398632d587f7 HTTP/1.1" status: 200 len: 910 time: 0.1464953 Jan 28 13:52:36.646990 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-d2d1acf0-006d-4594-b8dd-15a696bc80aa req-9b851b7f-a348-4502-aa2b-7d1ec1d550b8 service neutron] Publish callbacks [] for port (b1bd6aa9-f926-4e61-9af0-6a7b44a33c27), precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:36.693765 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.db.provisioning_blocks [req-d2d1acf0-006d-4594-b8dd-15a696bc80aa req-9b851b7f-a348-4502-aa2b-7d1ec1d550b8 service neutron] Transition to ACTIVE for port object b1bd6aa9-f926-4e61-9af0-6a7b44a33c27 will not be triggered until provisioned by entity L2. {{(pid=109085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:52:36.699367 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-d2d1acf0-006d-4594-b8dd-15a696bc80aa req-9b851b7f-a348-4502-aa2b-7d1ec1d550b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4723334'] for port (b1bd6aa9-f926-4e61-9af0-6a7b44a33c27), after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:36.763741 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-12800c82-ba40-4eba-b65f-3bb8c903eac7 req-8fc44265-b4dc-426d-8828-35182fa57513 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dfcdaca1-467c-495f-aba8-f3fc930df133 HTTP/1.1" status: 200 len: 1001 time: 0.1107635 Jan 28 13:52:36.768059 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b851b7f-a348-4502-aa2b-7d1ec1d550b8 service neutron] Pushing event updated for resources: {'Port': ['ID=b1bd6aa9-f926-4e61-9af0-6a7b44a33c27,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:36.859376 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12800c82-ba40-4eba-b65f-3bb8c903eac7 req-6db6f839-3e7c-4cc9-9431-a78c1efe77aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:36.860959 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-12800c82-ba40-4eba-b65f-3bb8c903eac7 req-6db6f839-3e7c-4cc9-9431-a78c1efe77aa service neutron] 10.222.0.78 "GET /v2.0/subnets?id=6897cf15-6c8e-4f66-8fd6-9ab02f212f95 HTTP/1.1" status: 200 len: 848 time: 0.0773056 Jan 28 13:52:36.884167 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-d2d1acf0-006d-4594-b8dd-15a696bc80aa req-9b851b7f-a348-4502-aa2b-7d1ec1d550b8 service neutron] Attempting to bind port b1bd6aa9-f926-4e61-9af0-6a7b44a33c27 on host hv-cinder-82418 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:52:36.884560 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-d2d1acf0-006d-4594-b8dd-15a696bc80aa req-9b851b7f-a348-4502-aa2b-7d1ec1d550b8 service neutron] Attempting to bind port b1bd6aa9-f926-4e61-9af0-6a7b44a33c27 by drivers openvswitch,hyperv on host hv-cinder-82418 at level 0 using segments [{'id': '4050b7b0-e9a9-41d7-af46-815bd2fde404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '711eb359-e0a6-4069-8d9d-85442c14b212'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:52:36.884901 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d1acf0-006d-4594-b8dd-15a696bc80aa req-9b851b7f-a348-4502-aa2b-7d1ec1d550b8 service neutron] Attempting to bind port b1bd6aa9-f926-4e61-9af0-6a7b44a33c27 on network 711eb359-e0a6-4069-8d9d-85442c14b212 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:52:36.904184 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d1acf0-006d-4594-b8dd-15a696bc80aa req-9b851b7f-a348-4502-aa2b-7d1ec1d550b8 service neutron] Port b1bd6aa9-f926-4e61-9af0-6a7b44a33c27 on network 711eb359-e0a6-4069-8d9d-85442c14b212 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82418 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:52:36.904516 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d1acf0-006d-4594-b8dd-15a696bc80aa req-9b851b7f-a348-4502-aa2b-7d1ec1d550b8 service neutron] Attempting to bind port b1bd6aa9-f926-4e61-9af0-6a7b44a33c27 on network 711eb359-e0a6-4069-8d9d-85442c14b212 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:52:36.912694 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d1acf0-006d-4594-b8dd-15a696bc80aa req-9b851b7f-a348-4502-aa2b-7d1ec1d550b8 service neutron] Checking agent: {'id': '06140fe1-dee6-47e9-9649-a5d5e543fff8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82418', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 43, 32), 'started_at': datetime.datetime(2022, 1, 28, 13, 43, 32), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 52, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:52:36.913070 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d1acf0-006d-4594-b8dd-15a696bc80aa req-9b851b7f-a348-4502-aa2b-7d1ec1d550b8 service neutron] Checking segment: {'id': '4050b7b0-e9a9-41d7-af46-815bd2fde404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '711eb359-e0a6-4069-8d9d-85442c14b212'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:52:36.913454 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d1acf0-006d-4594-b8dd-15a696bc80aa req-9b851b7f-a348-4502-aa2b-7d1ec1d550b8 service neutron] Bound using segment: {'id': '4050b7b0-e9a9-41d7-af46-815bd2fde404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '711eb359-e0a6-4069-8d9d-85442c14b212'} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:52:36.913888 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-d2d1acf0-006d-4594-b8dd-15a696bc80aa req-9b851b7f-a348-4502-aa2b-7d1ec1d550b8 service neutron] Bound port: b1bd6aa9-f926-4e61-9af0-6a7b44a33c27, host: hv-cinder-82418, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4050b7b0-e9a9-41d7-af46-815bd2fde404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '711eb359-e0a6-4069-8d9d-85442c14b212'}}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:52:36.914244 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-d2d1acf0-006d-4594-b8dd-15a696bc80aa req-9b851b7f-a348-4502-aa2b-7d1ec1d550b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (b1bd6aa9-f926-4e61-9af0-6a7b44a33c27), before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:36.934989 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12800c82-ba40-4eba-b65f-3bb8c903eac7 req-59530ded-d0be-463c-9009-549f8e944eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:36.936522 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-12800c82-ba40-4eba-b65f-3bb8c903eac7 req-59530ded-d0be-463c-9009-549f8e944eef service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=77a9d7fd-caa4-46e4-b26c-398632d587f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0657098 Jan 28 13:52:36.945573 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c2140c-7246-4ce1-863f-a554e171f366 req-aaa54a28-f09c-44b9-90fd-93e3bf393863 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:36.947078 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-e2c2140c-7246-4ce1-863f-a554e171f366 req-aaa54a28-f09c-44b9-90fd-93e3bf393863 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/ports?device_id=c43dc553-ff18-4fb1-84d2-13c79bcd29d2 HTTP/1.1" status: 200 len: 943 time: 0.0485716 Jan 28 13:52:36.993399 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-e2c2140c-7246-4ce1-863f-a554e171f366 req-e0838d83-ae77-43af-9dad-31ae9394436c tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/security-groups?id=cc3d7f4f-8faf-4a84-9aeb-6e37e715434d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404222 Jan 28 13:52:37.041421 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-d2d1acf0-006d-4594-b8dd-15a696bc80aa req-9b851b7f-a348-4502-aa2b-7d1ec1d550b8 service neutron] For port b1bd6aa9-f926-4e61-9af0-6a7b44a33c27, host hv-cinder-82418, cleared binding levels {{(pid=109085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:52:37.045910 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-d2d1acf0-006d-4594-b8dd-15a696bc80aa req-9b851b7f-a348-4502-aa2b-7d1ec1d550b8 service neutron] For port b1bd6aa9-f926-4e61-9af0-6a7b44a33c27, host hv-cinder-82418, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=b1bd6aa9-f926-4e61-9af0-6a7b44a33c27,segment=NetworkSegment(4050b7b0-e9a9-41d7-af46-815bd2fde404),segment_id=4050b7b0-e9a9-41d7-af46-815bd2fde404)] {{(pid=109085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:52:37.054868 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-d2d1acf0-006d-4594-b8dd-15a696bc80aa req-9b851b7f-a348-4502-aa2b-7d1ec1d550b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4723334'] for port (b1bd6aa9-f926-4e61-9af0-6a7b44a33c27), after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:37.090805 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-12800c82-ba40-4eba-b65f-3bb8c903eac7 req-afabd8d0-1e10-4061-8483-3cbae3f0be2c service neutron] 10.222.0.78 "GET /v2.0/networks/77a9d7fd-caa4-46e4-b26c-398632d587f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370599 Jan 28 13:52:37.098099 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d1acf0-006d-4594-b8dd-15a696bc80aa req-9b851b7f-a348-4502-aa2b-7d1ec1d550b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:37.098099 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-d2d1acf0-006d-4594-b8dd-15a696bc80aa req-9b851b7f-a348-4502-aa2b-7d1ec1d550b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91499'] for port (None), before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:37.099797 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-d2d1acf0-006d-4594-b8dd-15a696bc80aa req-9b851b7f-a348-4502-aa2b-7d1ec1d550b8 service neutron] 10.222.0.78 "PUT /v2.0/ports/b1bd6aa9-f926-4e61-9af0-6a7b44a33c27 HTTP/1.1" status: 200 len: 1093 time: 0.9322565 Jan 28 13:52:37.103309 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c43dc553-ff18-4fb1-84d2-13c79bcd29d2', 'tag': 'b1bd6aa9-f926-4e61-9af0-6a7b44a33c27'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:52:37.106321 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19ef927ebdb7e136520bf73605241c98ba3844c75ab8794845cb00139da391b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-788803b9-f0c9-4096-bcc8-bfeefe2b3498" -d '{"events": [{"name": "network-changed", "server_uuid": "c43dc553-ff18-4fb1-84d2-13c79bcd29d2", "tag": "b1bd6aa9-f926-4e61-9af0-6a7b44a33c27"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:52:37.166244 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:52:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19d5cae3-e9c6-4351-8f67-285b8a45a340 x-openstack-request-id: req-19d5cae3-e9c6-4351-8f67-285b8a45a340 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:52:37.166526 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c43dc553-ff18-4fb1-84d2-13c79bcd29d2", "tag": "b1bd6aa9-f926-4e61-9af0-6a7b44a33c27", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:52:37.166778 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-19d5cae3-e9c6-4351-8f67-285b8a45a340 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:52:37.167173 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c43dc553-ff18-4fb1-84d2-13c79bcd29d2', 'tag': 'b1bd6aa9-f926-4e61-9af0-6a7b44a33c27', 'status': 'completed', 'code': 200} Jan 28 13:52:37.203831 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b851b7f-a348-4502-aa2b-7d1ec1d550b8 service neutron] Pushing event updated for resources: {'Port': ['ID=b1bd6aa9-f926-4e61-9af0-6a7b44a33c27,revision_number=3']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:37.249087 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d1acf0-006d-4594-b8dd-15a696bc80aa req-1b325d45-6780-405b-b8f6-d3faa772ccd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:37.249087 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-d2d1acf0-006d-4594-b8dd-15a696bc80aa req-1b325d45-6780-405b-b8f6-d3faa772ccd5 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=0799c831a5c443ae8c670a0c79104f84&device_id=c43dc553-ff18-4fb1-84d2-13c79bcd29d2 HTTP/1.1" status: 200 len: 1096 time: 0.0837855 Jan 28 13:52:37.253957 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-12800c82-ba40-4eba-b65f-3bb8c903eac7 req-b7baf4a9-5a2a-4789-9ef5-b46fd92ceb2f service neutron] 10.222.0.78 "GET /v2.0/networks/77a9d7fd-caa4-46e4-b26c-398632d587f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513846 Jan 28 13:52:37.303422 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-d2d1acf0-006d-4594-b8dd-15a696bc80aa req-9806c93d-40ca-4955-b110-f1f56daa2448 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b1bd6aa9-f926-4e61-9af0-6a7b44a33c27 HTTP/1.1" status: 200 len: 217 time: 0.0407965 Jan 28 13:52:37.359175 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d1acf0-006d-4594-b8dd-15a696bc80aa req-4bf5734c-782d-4e16-aa1e-08de2a1d1ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:37.360700 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-d2d1acf0-006d-4594-b8dd-15a696bc80aa req-4bf5734c-782d-4e16-aa1e-08de2a1d1ea6 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=6a182525-8d42-4b74-88dd-616808d54b14 HTTP/1.1" status: 200 len: 856 time: 0.0494256 Jan 28 13:52:37.406710 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d1acf0-006d-4594-b8dd-15a696bc80aa req-6dcd84d9-b6c0-4bff-adf3-a8d344a91980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:37.408128 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-d2d1acf0-006d-4594-b8dd-15a696bc80aa req-6dcd84d9-b6c0-4bff-adf3-a8d344a91980 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=711eb359-e0a6-4069-8d9d-85442c14b212&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400565 Jan 28 13:52:37.498735 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-d2d1acf0-006d-4594-b8dd-15a696bc80aa req-414fe466-3a6f-4994-bce0-795f46b499d0 service neutron] 10.222.0.78 "GET /v2.0/networks/711eb359-e0a6-4069-8d9d-85442c14b212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837622 Jan 28 13:52:37.594009 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-d2d1acf0-006d-4594-b8dd-15a696bc80aa req-a622f0c1-c546-480d-9a24-183846bae9c4 service neutron] 10.222.0.78 "GET /v2.0/networks/711eb359-e0a6-4069-8d9d-85442c14b212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883517 Jan 28 13:52:37.692118 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788803b9-f0c9-4096-bcc8-bfeefe2b3498 req-08df7659-b700-4aca-abf1-76d0d509fba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:37.694807 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-788803b9-f0c9-4096-bcc8-bfeefe2b3498 req-08df7659-b700-4aca-abf1-76d0d509fba8 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=0799c831a5c443ae8c670a0c79104f84&device_id=c43dc553-ff18-4fb1-84d2-13c79bcd29d2 HTTP/1.1" status: 200 len: 1096 time: 0.0449367 Jan 28 13:52:37.792380 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788803b9-f0c9-4096-bcc8-bfeefe2b3498 req-5e60ae26-35ba-4447-ad93-6a0cf51cf813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:37.794633 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-788803b9-f0c9-4096-bcc8-bfeefe2b3498 req-5e60ae26-35ba-4447-ad93-6a0cf51cf813 service neutron] 10.222.0.78 "GET /v2.0/networks?id=711eb359-e0a6-4069-8d9d-85442c14b212 HTTP/1.1" status: 200 len: 918 time: 0.0930200 Jan 28 13:52:37.835819 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-788803b9-f0c9-4096-bcc8-bfeefe2b3498 req-bb5d7463-60b9-4da2-9312-390771ea868b service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b1bd6aa9-f926-4e61-9af0-6a7b44a33c27 HTTP/1.1" status: 200 len: 217 time: 0.0342944 Jan 28 13:52:37.885542 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788803b9-f0c9-4096-bcc8-bfeefe2b3498 req-75621caf-f745-4642-a604-ffc4c072a466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:37.887220 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-788803b9-f0c9-4096-bcc8-bfeefe2b3498 req-75621caf-f745-4642-a604-ffc4c072a466 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=6a182525-8d42-4b74-88dd-616808d54b14 HTTP/1.1" status: 200 len: 856 time: 0.0453703 Jan 28 13:52:37.941866 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788803b9-f0c9-4096-bcc8-bfeefe2b3498 req-932f8dee-9e28-44e5-b8f8-39c2be25f75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:37.944706 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-788803b9-f0c9-4096-bcc8-bfeefe2b3498 req-932f8dee-9e28-44e5-b8f8-39c2be25f75f service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=711eb359-e0a6-4069-8d9d-85442c14b212&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0500035 Jan 28 13:52:38.038010 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-788803b9-f0c9-4096-bcc8-bfeefe2b3498 req-df0a9cb7-9dcd-48d8-a5c4-7d1918c65e5b service neutron] 10.222.0.78 "GET /v2.0/networks/711eb359-e0a6-4069-8d9d-85442c14b212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862043 Jan 28 13:52:38.126738 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65019ec-a30d-4f7c-9233-925e1345b9ed req-90b7ee69-fd85-4e4e-8a70-725519343f9b tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:38.128280 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-a65019ec-a30d-4f7c-9233-925e1345b9ed req-90b7ee69-fd85-4e4e-8a70-725519343f9b tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/ports?device_id=c43dc553-ff18-4fb1-84d2-13c79bcd29d2 HTTP/1.1" status: 200 len: 943 time: 0.0566132 Jan 28 13:52:38.135986 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-788803b9-f0c9-4096-bcc8-bfeefe2b3498 req-49701635-6ac8-4afc-8810-da942e087dd6 service neutron] 10.222.0.78 "GET /v2.0/networks/711eb359-e0a6-4069-8d9d-85442c14b212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920215 Jan 28 13:52:38.178651 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-a65019ec-a30d-4f7c-9233-925e1345b9ed req-22084934-4348-402b-88e9-58423ac7c2c0 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/security-groups?id=cc3d7f4f-8faf-4a84-9aeb-6e37e715434d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446508 Jan 28 13:52:39.314988 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194f0d09-79e5-4378-bf8a-186d69c8a665 req-5a17ff48-eea9-4dea-af94-a7a9c2f01471 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:39.316623 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-194f0d09-79e5-4378-bf8a-186d69c8a665 req-5a17ff48-eea9-4dea-af94-a7a9c2f01471 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/ports?device_id=c43dc553-ff18-4fb1-84d2-13c79bcd29d2 HTTP/1.1" status: 200 len: 943 time: 0.0500870 Jan 28 13:52:39.365869 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-194f0d09-79e5-4378-bf8a-186d69c8a665 req-cf32bf62-d60a-4d60-bfef-4b7ad0c8c3a4 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/security-groups?id=cc3d7f4f-8faf-4a84-9aeb-6e37e715434d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408130 Jan 28 13:52:40.503778 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e961e15e-47bf-42a2-a6cb-c1af7b86c892 req-2e3f51fa-6a87-4e96-afc7-cec29ef59442 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:40.505212 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-e961e15e-47bf-42a2-a6cb-c1af7b86c892 req-2e3f51fa-6a87-4e96-afc7-cec29ef59442 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/ports?device_id=c43dc553-ff18-4fb1-84d2-13c79bcd29d2 HTTP/1.1" status: 200 len: 943 time: 0.0581450 Jan 28 13:52:40.553585 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-e961e15e-47bf-42a2-a6cb-c1af7b86c892 req-7057dab3-1e8b-4540-a956-86f5f51f544f tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/security-groups?id=cc3d7f4f-8faf-4a84-9aeb-6e37e715434d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426817 Jan 28 13:52:41.687174 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639ada3b-abe5-4a51-bee0-3b860cf97eff req-4a686080-4b62-4dba-b89c-72a92434e96f tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:41.688644 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-639ada3b-abe5-4a51-bee0-3b860cf97eff req-4a686080-4b62-4dba-b89c-72a92434e96f tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/ports?device_id=c43dc553-ff18-4fb1-84d2-13c79bcd29d2 HTTP/1.1" status: 200 len: 943 time: 0.0517998 Jan 28 13:52:41.737816 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-639ada3b-abe5-4a51-bee0-3b860cf97eff req-fd07c610-e731-459f-8cc2-ceec9fe32793 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/security-groups?id=cc3d7f4f-8faf-4a84-9aeb-6e37e715434d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404260 Jan 28 13:52:41.989133 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Device b1bd6aa9-f926-4e61-9af0-6a7b44a33c27 details requested by agent hyperv_hv-cinder-82418 with host hv-cinder-82418 {{(pid=109086) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:52:42.093578 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] For port b1bd6aa9-f926-4e61-9af0-6a7b44a33c27, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=b1bd6aa9-f926-4e61-9af0-6a7b44a33c27,segment=NetworkSegment(4050b7b0-e9a9-41d7-af46-815bd2fde404),segment_id=4050b7b0-e9a9-41d7-af46-815bd2fde404)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:52:42.106231 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Returning: {'device': 'b1bd6aa9-f926-4e61-9af0-6a7b44a33c27', 'network_id': '711eb359-e0a6-4069-8d9d-85442c14b212', 'port_id': 'b1bd6aa9-f926-4e61-9af0-6a7b44a33c27', 'mac_address': 'fa:16:3e:79:b9:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a182525-8d42-4b74-88dd-616808d54b14', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109086) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:52:42.147949 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Current status of the port b1bd6aa9-f926-4e61-9af0-6a7b44a33c27 is: DOWN; New status is: BUILD {{(pid=109086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:52:42.148246 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (b1bd6aa9-f926-4e61-9af0-6a7b44a33c27), before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:42.166705 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.notifiers.nova [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1bd6aa9-f926-4e61-9af0-6a7b44a33c27 {{(pid=109086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:52:42.187800 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] For port b1bd6aa9-f926-4e61-9af0-6a7b44a33c27, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=b1bd6aa9-f926-4e61-9af0-6a7b44a33c27,segment=NetworkSegment(4050b7b0-e9a9-41d7-af46-815bd2fde404),segment_id=4050b7b0-e9a9-41d7-af46-815bd2fde404)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:52:42.194541 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862'] for port (b1bd6aa9-f926-4e61-9af0-6a7b44a33c27), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:42.248798 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Pushing event updated for resources: {'Port': ['ID=b1bd6aa9-f926-4e61-9af0-6a7b44a33c27,revision_number=4']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:42.610154 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] get_ports_and_sgs() called for port_ids ['b1bd6aa9-f926-4e61-9af0-6a7b44a33c27'] {{(pid=109086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:52:42.862010 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60d4cf5-6084-4f28-9f53-540d51071651 req-158af43b-4f4c-4b21-a6c6-c0ebfc3e97d1 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:42.863419 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-b60d4cf5-6084-4f28-9f53-540d51071651 req-158af43b-4f4c-4b21-a6c6-c0ebfc3e97d1 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/ports?device_id=c43dc553-ff18-4fb1-84d2-13c79bcd29d2 HTTP/1.1" status: 200 len: 944 time: 0.0526619 Jan 28 13:52:42.915899 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-b60d4cf5-6084-4f28-9f53-540d51071651 req-f46ae4cb-8928-4d7d-a1c5-7f3522aa4f36 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/security-groups?id=cc3d7f4f-8faf-4a84-9aeb-6e37e715434d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439739 Jan 28 13:52:44.019723 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Device b1bd6aa9-f926-4e61-9af0-6a7b44a33c27 up at agent hyperv_hv-cinder-82418 {{(pid=109086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:52:44.051640 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7ef38b-d573-4070-9ac3-8f4f5dd9964f req-2a84f55b-be21-46fa-ad21-c9604dd20c26 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:44.053159 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-fe7ef38b-d573-4070-9ac3-8f4f5dd9964f req-2a84f55b-be21-46fa-ad21-c9604dd20c26 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/ports?device_id=c43dc553-ff18-4fb1-84d2-13c79bcd29d2 HTTP/1.1" status: 200 len: 944 time: 0.0574868 Jan 28 13:52:44.072685 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Provisioning for port b1bd6aa9-f926-4e61-9af0-6a7b44a33c27 completed by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:52:44.077164 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Provisioning complete for port b1bd6aa9-f926-4e61-9af0-6a7b44a33c27 triggered by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:52:44.077754 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041328'] for port (b1bd6aa9-f926-4e61-9af0-6a7b44a33c27), provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:44.101572 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-fe7ef38b-d573-4070-9ac3-8f4f5dd9964f req-ef3a77fa-7b8e-4ece-ad7f-f86404da4461 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/security-groups?id=cc3d7f4f-8faf-4a84-9aeb-6e37e715434d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423379 Jan 28 13:52:44.161430 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Current status of the port b1bd6aa9-f926-4e61-9af0-6a7b44a33c27 is: BUILD; New status is: ACTIVE {{(pid=109086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:52:44.161734 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (b1bd6aa9-f926-4e61-9af0-6a7b44a33c27), before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:44.184636 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c43dc553-ff18-4fb1-84d2-13c79bcd29d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1bd6aa9-f926-4e61-9af0-6a7b44a33c27'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:52:44.186956 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fe2f3ff242846a504b70cb1607640f93490c53de488d62a29fe51e57b5b242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-506c9c8d-9089-4785-a0c0-b37fd7e0a259" -d '{"events": [{"server_uuid": "c43dc553-ff18-4fb1-84d2-13c79bcd29d2", "name": "network-vif-plugged", "status": "completed", "tag": "b1bd6aa9-f926-4e61-9af0-6a7b44a33c27"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:52:44.200144 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] For port b1bd6aa9-f926-4e61-9af0-6a7b44a33c27, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=b1bd6aa9-f926-4e61-9af0-6a7b44a33c27,segment=NetworkSegment(4050b7b0-e9a9-41d7-af46-815bd2fde404),segment_id=4050b7b0-e9a9-41d7-af46-815bd2fde404)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:52:44.206832 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862'] for port (b1bd6aa9-f926-4e61-9af0-6a7b44a33c27), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:44.230508 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:52:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3039bd32-8a11-48ba-9032-5b87a754d940 x-openstack-request-id: req-3039bd32-8a11-48ba-9032-5b87a754d940 {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:52:44.230792 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c43dc553-ff18-4fb1-84d2-13c79bcd29d2", "name": "network-vif-plugged", "status": "completed", "tag": "b1bd6aa9-f926-4e61-9af0-6a7b44a33c27", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:52:44.231012 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-3039bd32-8a11-48ba-9032-5b87a754d940 {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:52:44.231425 dv-cinder-824187-7-iscsi neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c43dc553-ff18-4fb1-84d2-13c79bcd29d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1bd6aa9-f926-4e61-9af0-6a7b44a33c27', 'code': 200} Jan 28 13:52:44.258053 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Pushing event updated for resources: {'Port': ['ID=b1bd6aa9-f926-4e61-9af0-6a7b44a33c27,revision_number=5']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:52:44.411215 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5732292f-2e66-4831-b49d-58bfaf6bbf1b req-029e7470-b03b-41ab-a06d-6bee4bc1dcd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:44.412778 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-5732292f-2e66-4831-b49d-58bfaf6bbf1b req-029e7470-b03b-41ab-a06d-6bee4bc1dcd7 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=c43dc553-ff18-4fb1-84d2-13c79bcd29d2 HTTP/1.1" status: 200 len: 1098 time: 0.0465283 Jan 28 13:52:44.457804 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-5732292f-2e66-4831-b49d-58bfaf6bbf1b req-bd15739c-4b97-461d-86d2-5dc38ff01283 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=cc3d7f4f-8faf-4a84-9aeb-6e37e715434d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378766 Jan 28 13:52:45.226849 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ee3f66-c8e5-42b0-b7ca-21bc171d1197 req-89bb196e-2ee7-41cf-be7d-f8aff76e5f37 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:45.228362 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-50ee3f66-c8e5-42b0-b7ca-21bc171d1197 req-89bb196e-2ee7-41cf-be7d-f8aff76e5f37 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/ports?device_id=c43dc553-ff18-4fb1-84d2-13c79bcd29d2 HTTP/1.1" status: 200 len: 945 time: 0.0531433 Jan 28 13:52:45.283476 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-50ee3f66-c8e5-42b0-b7ca-21bc171d1197 req-5c4423b1-29ef-4e29-9757-e4cad6a482f1 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/security-groups?id=cc3d7f4f-8faf-4a84-9aeb-6e37e715434d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473886 Jan 28 13:52:46.421826 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946e7b2c-4cd0-4efc-a662-529414aada7a req-1e31c5fe-a923-4c07-936a-53ab11eabfbf tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:46.423276 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-946e7b2c-4cd0-4efc-a662-529414aada7a req-1e31c5fe-a923-4c07-936a-53ab11eabfbf tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/ports?device_id=c43dc553-ff18-4fb1-84d2-13c79bcd29d2 HTTP/1.1" status: 200 len: 945 time: 0.0535417 Jan 28 13:52:46.470042 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-946e7b2c-4cd0-4efc-a662-529414aada7a req-bb880ff2-0636-4295-852a-686bda2ae9d1 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/security-groups?id=cc3d7f4f-8faf-4a84-9aeb-6e37e715434d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410063 Jan 28 13:52:46.472734 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.agents_db [None req-2611350c-8bbf-4fa3-a5bb-e2ba3591f3a7 None None] Agent healthcheck: found 6 active agents {{(pid=109087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:52:46.586497 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27bd006-90c3-4281-b7c0-711db92c9faf req-083492c4-918c-418c-8042-1e29fadea30a tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:46.587932 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-c27bd006-90c3-4281-b7c0-711db92c9faf req-083492c4-918c-418c-8042-1e29fadea30a tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/ports?device_id=c43dc553-ff18-4fb1-84d2-13c79bcd29d2 HTTP/1.1" status: 200 len: 945 time: 0.0499666 Jan 28 13:52:46.596779 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 46682) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:52:46.603477 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.v2.base [None req-61f02250-2cd6-4383-a742-f276ae7c1abe tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Request body: {'floatingip': {'port_id': 'b1bd6aa9-f926-4e61-9af0-6a7b44a33c27'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:52:46.644896 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-61f02250-2cd6-4383-a742-f276ae7c1abe tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Publish callbacks [] for floatingip (5ad94372-2572-4c31-889c-f69aee8dac03), before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:47.085054 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-61f02250-2cd6-4383-a742-f276ae7c1abe tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:47.091727 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-61f02250-2cd6-4383-a742-f276ae7c1abe tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1817779'] for floatingip (5ad94372-2572-4c31-889c-f69aee8dac03), after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:47.465185 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.db.l3_db [None req-61f02250-2cd6-4383-a742-f276ae7c1abe tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Floating IP 5ad94372-2572-4c31-889c-f69aee8dac03 associated. External IP: 172.27.0.68, port: b1bd6aa9-f926-4e61-9af0-6a7b44a33c27. Jan 28 13:52:47.676373 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61f02250-2cd6-4383-a742-f276ae7c1abe tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Router 20f5b06b-d884-4fdb-859d-bb555f60c119 has already been hosted by L3 agent 5fb30df9-6f10-41b8-94cc-b881623ba250 {{(pid=109085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:52:47.796161 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61f02250-2cd6-4383-a742-f276ae7c1abe tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Notify agent at l3_agent.dv-cinder-824187-7-iscsi the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:52:47.801754 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-61f02250-2cd6-4383-a742-f276ae7c1abe tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91499'] for floatingip (None), before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:52:47.808143 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f16397-ae79-48e0-8399-351400dc4685 None None] Sync routers for ids ['20f5b06b-d884-4fdb-859d-bb555f60c119'] in dv-cinder-824187-7-iscsi {{(pid=109086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:52:47.819353 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f16397-ae79-48e0-8399-351400dc4685 None None] Routers {'20f5b06b-d884-4fdb-859d-bb555f60c119'} bound to L3 agent in host dv-cinder-824187-7-iscsi {{(pid=109086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:52:47.820051 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-f8f16397-ae79-48e0-8399-351400dc4685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-28T13:37:30Z,description=,heartbeat_timestamp=2022-01-28T13:52:30Z,host='dv-cinder-824187-7-iscsi',id=5fb30df9-6f10-41b8-94cc-b881623ba250,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:37:30Z,topic='l3_agent')) {'router_ids': ['20f5b06b-d884-4fdb-859d-bb555f60c119'], 'active': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:52:47.829444 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-61f02250-2cd6-4383-a742-f276ae7c1abe tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "PUT /v2.0/floatingips/5ad94372-2572-4c31-889c-f69aee8dac03 HTTP/1.1" status: 200 len: 990 time: 1.2314315 Jan 28 13:52:47.830059 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c43dc553-ff18-4fb1-84d2-13c79bcd29d2', 'tag': 'b1bd6aa9-f926-4e61-9af0-6a7b44a33c27'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:52:47.832394 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19ef927ebdb7e136520bf73605241c98ba3844c75ab8794845cb00139da391b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33d8380d-3428-4b49-beb4-3f4d17d98b1e" -d '{"events": [{"name": "network-changed", "server_uuid": "c43dc553-ff18-4fb1-84d2-13c79bcd29d2", "tag": "b1bd6aa9-f926-4e61-9af0-6a7b44a33c27"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:52:47.870160 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:52:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8753cfe4-49db-4cef-b995-dd72c393dd8e x-openstack-request-id: req-8753cfe4-49db-4cef-b995-dd72c393dd8e {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:52:47.871026 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c43dc553-ff18-4fb1-84d2-13c79bcd29d2", "tag": "b1bd6aa9-f926-4e61-9af0-6a7b44a33c27", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:52:47.871424 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-8753cfe4-49db-4cef-b995-dd72c393dd8e {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:52:47.871798 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c43dc553-ff18-4fb1-84d2-13c79bcd29d2', 'tag': 'b1bd6aa9-f926-4e61-9af0-6a7b44a33c27', 'status': 'completed', 'code': 200} Jan 28 13:52:47.935972 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvr_db [None req-f8f16397-ae79-48e0-8399-351400dc4685 None None] Set router 20f5b06b-d884-4fdb-859d-bb555f60c119 gateway port host: dv-cinder-824187-7-iscsi {{(pid=109086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:52:47.948254 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d8380d-3428-4b49-beb4-3f4d17d98b1e req-e19cdef9-7ca3-494e-9c7f-f2f36c037327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:47.949830 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-33d8380d-3428-4b49-beb4-3f4d17d98b1e req-e19cdef9-7ca3-494e-9c7f-f2f36c037327 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=0799c831a5c443ae8c670a0c79104f84&device_id=c43dc553-ff18-4fb1-84d2-13c79bcd29d2 HTTP/1.1" status: 200 len: 1098 time: 0.0425057 Jan 28 13:52:48.045318 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d8380d-3428-4b49-beb4-3f4d17d98b1e req-800ad5ac-3d8c-48e8-a331-31a97269ac81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:48.046845 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-33d8380d-3428-4b49-beb4-3f4d17d98b1e req-800ad5ac-3d8c-48e8-a331-31a97269ac81 service neutron] 10.222.0.78 "GET /v2.0/networks?id=711eb359-e0a6-4069-8d9d-85442c14b212 HTTP/1.1" status: 200 len: 918 time: 0.0907762 Jan 28 13:52:48.113051 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-33d8380d-3428-4b49-beb4-3f4d17d98b1e req-446cc856-6c8f-414e-84b3-4327090bb3f9 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b1bd6aa9-f926-4e61-9af0-6a7b44a33c27 HTTP/1.1" status: 200 len: 998 time: 0.0592129 Jan 28 13:52:48.163054 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-f8f16397-ae79-48e0-8399-351400dc4685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20f5b06b-d884-4fdb-859d-bb555f60c119', 'name': 'tempest-AttachVolumeShelveTestJSON-1176312518-router', 'tenant_id': '0799c831a5c443ae8c670a0c79104f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'external_fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': '0d71a8f6-5672-41f6-a935-2f6ccc98a36b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:45:24Z', 'updated_at': '2022-01-28T13:45:34Z', 'revision_number': 4, 'project_id': '0799c831a5c443ae8c670a0c79104f84', 'gw_port': {'id': '0d71a8f6-5672-41f6-a935-2f6ccc98a36b', 'name': '', 'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:02:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f5b06b-d884-4fdb-859d-bb555f60c119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:26Z', 'updated_at': '2022-01-28T13:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-7-iscsi', '_floatingips': [{'id': '5ad94372-2572-4c31-889c-f69aee8dac03', 'tenant_id': '0799c831a5c443ae8c670a0c79104f84', 'floating_ip_address': '172.27.0.68', 'floating_network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'router_id': '20f5b06b-d884-4fdb-859d-bb555f60c119', 'port_id': 'b1bd6aa9-f926-4e61-9af0-6a7b44a33c27', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '711eb359-e0a6-4069-8d9d-85442c14b212', 'mac_address': 'fa:16:3e:79:b9:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43dc553-ff18-4fb1-84d2-13c79bcd29d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:52:33Z', 'updated_at': '2022-01-28T13:52:46Z', 'revision_number': 1, 'project_id': '0799c831a5c443ae8c670a0c79104f84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e6c03f6-ac84-4d4b-8769-fee97f0bb574', 'name': '', 'network_id': '711eb359-e0a6-4069-8d9d-85442c14b212', 'tenant_id': '0799c831a5c443ae8c670a0c79104f84', 'mac_address': 'fa:16:3e:28:49:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f5b06b-d884-4fdb-859d-bb555f60c119', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '6a182525-8d42-4b74-88dd-616808d54b14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:32Z', 'updated_at': '2022-01-28T13:45:42Z', 'revision_number': 5, 'project_id': '0799c831a5c443ae8c670a0c79104f84', 'subnets': [{'id': '6a182525-8d42-4b74-88dd-616808d54b14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824187-7-iscsi', False) {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:52:48.167411 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d8380d-3428-4b49-beb4-3f4d17d98b1e req-79ac30fc-3b49-4264-a52f-cc57454c2262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:48.168930 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-33d8380d-3428-4b49-beb4-3f4d17d98b1e req-79ac30fc-3b49-4264-a52f-cc57454c2262 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=6a182525-8d42-4b74-88dd-616808d54b14 HTTP/1.1" status: 200 len: 856 time: 0.0504341 Jan 28 13:52:48.193506 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f16397-ae79-48e0-8399-351400dc4685 None None] Checking router: 20f5b06b-d884-4fdb-859d-bb555f60c119 for host: dv-cinder-824187-7-iscsi {{(pid=109086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:52:48.202683 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f16397-ae79-48e0-8399-351400dc4685 None None] Routers {'20f5b06b-d884-4fdb-859d-bb555f60c119'} bound to L3 agent in host dv-cinder-824187-7-iscsi {{(pid=109086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:52:48.203311 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-f8f16397-ae79-48e0-8399-351400dc4685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-28T13:37:30Z,description=,heartbeat_timestamp=2022-01-28T13:52:30Z,host='dv-cinder-824187-7-iscsi',id=5fb30df9-6f10-41b8-94cc-b881623ba250,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:37:30Z,topic='l3_agent')) {'router_ids': ['20f5b06b-d884-4fdb-859d-bb555f60c119'], 'active': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:52:48.215185 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d8380d-3428-4b49-beb4-3f4d17d98b1e req-116586d2-fbe7-457f-9b8e-ad5490e81d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:52:48.216695 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-33d8380d-3428-4b49-beb4-3f4d17d98b1e req-116586d2-fbe7-457f-9b8e-ad5490e81d74 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=711eb359-e0a6-4069-8d9d-85442c14b212&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408261 Jan 28 13:52:48.311564 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-33d8380d-3428-4b49-beb4-3f4d17d98b1e req-0b2a5c6f-ddae-4301-a85a-d25e00ad7c9f service neutron] 10.222.0.78 "GET /v2.0/networks/711eb359-e0a6-4069-8d9d-85442c14b212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868943 Jan 28 13:52:48.328287 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvr_db [None req-f8f16397-ae79-48e0-8399-351400dc4685 None None] Set router 20f5b06b-d884-4fdb-859d-bb555f60c119 gateway port host: dv-cinder-824187-7-iscsi {{(pid=109086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:52:48.406712 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-33d8380d-3428-4b49-beb4-3f4d17d98b1e req-ef6bdc2e-44a9-4ec5-9c13-e6c8b07ed228 service neutron] 10.222.0.78 "GET /v2.0/networks/711eb359-e0a6-4069-8d9d-85442c14b212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878580 Jan 28 13:52:48.554385 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-f8f16397-ae79-48e0-8399-351400dc4685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20f5b06b-d884-4fdb-859d-bb555f60c119', 'name': 'tempest-AttachVolumeShelveTestJSON-1176312518-router', 'tenant_id': '0799c831a5c443ae8c670a0c79104f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'external_fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': '0d71a8f6-5672-41f6-a935-2f6ccc98a36b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:45:24Z', 'updated_at': '2022-01-28T13:45:34Z', 'revision_number': 4, 'project_id': '0799c831a5c443ae8c670a0c79104f84', 'gw_port': {'id': '0d71a8f6-5672-41f6-a935-2f6ccc98a36b', 'name': '', 'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:02:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f5b06b-d884-4fdb-859d-bb555f60c119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:26Z', 'updated_at': '2022-01-28T13:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-7-iscsi', '_floatingips': [{'id': '5ad94372-2572-4c31-889c-f69aee8dac03', 'tenant_id': '0799c831a5c443ae8c670a0c79104f84', 'floating_ip_address': '172.27.0.68', 'floating_network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'router_id': '20f5b06b-d884-4fdb-859d-bb555f60c119', 'port_id': 'b1bd6aa9-f926-4e61-9af0-6a7b44a33c27', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '711eb359-e0a6-4069-8d9d-85442c14b212', 'mac_address': 'fa:16:3e:79:b9:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43dc553-ff18-4fb1-84d2-13c79bcd29d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:52:33Z', 'updated_at': '2022-01-28T13:52:46Z', 'revision_number': 1, 'project_id': '0799c831a5c443ae8c670a0c79104f84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e6c03f6-ac84-4d4b-8769-fee97f0bb574', 'name': '', 'network_id': '711eb359-e0a6-4069-8d9d-85442c14b212', 'tenant_id': '0799c831a5c443ae8c670a0c79104f84', 'mac_address': 'fa:16:3e:28:49:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f5b06b-d884-4fdb-859d-bb555f60c119', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '6a182525-8d42-4b74-88dd-616808d54b14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:32Z', 'updated_at': '2022-01-28T13:45:42Z', 'revision_number': 5, 'project_id': '0799c831a5c443ae8c670a0c79104f84', 'subnets': [{'id': '6a182525-8d42-4b74-88dd-616808d54b14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824187-7-iscsi', False) {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:52:48.581555 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f16397-ae79-48e0-8399-351400dc4685 None None] The sync data for ids ['20f5b06b-d884-4fdb-859d-bb555f60c119'] in dv-cinder-824187-7-iscsi is: [{'id': '20f5b06b-d884-4fdb-859d-bb555f60c119', 'name': 'tempest-AttachVolumeShelveTestJSON-1176312518-router', 'tenant_id': '0799c831a5c443ae8c670a0c79104f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'external_fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': '0d71a8f6-5672-41f6-a935-2f6ccc98a36b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:45:24Z', 'updated_at': '2022-01-28T13:45:34Z', 'revision_number': 4, 'project_id': '0799c831a5c443ae8c670a0c79104f84', 'gw_port': {'id': '0d71a8f6-5672-41f6-a935-2f6ccc98a36b', 'name': '', 'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:02:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f5b06b-d884-4fdb-859d-bb555f60c119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:26Z', 'updated_at': '2022-01-28T13:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-7-iscsi', '_floatingips': [{'id': '5ad94372-2572-4c31-889c-f69aee8dac03', 'tenant_id': '0799c831a5c443ae8c670a0c79104f84', 'floating_ip_address': '172.27.0.68', 'floating_network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'router_id': '20f5b06b-d884-4fdb-859d-bb555f60c119', 'port_id': 'b1bd6aa9-f926-4e61-9af0-6a7b44a33c27', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '711eb359-e0a6-4069-8d9d-85442c14b212', 'mac_address': 'fa:16:3e:79:b9:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43dc553-ff18-4fb1-84d2-13c79bcd29d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:52:33Z', 'updated_at': '2022-01-28T13:52:46Z', 'revision_number': 1, 'project_id': '0799c831a5c443ae8c670a0c79104f84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e6c03f6-ac84-4d4b-8769-fee97f0bb574', 'name': '', 'network_id': '711eb359-e0a6-4069-8d9d-85442c14b212', 'tenant_id': '0799c831a5c443ae8c670a0c79104f84', 'mac_address': 'fa:16:3e:28:49:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f5b06b-d884-4fdb-859d-bb555f60c119', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '6a182525-8d42-4b74-88dd-616808d54b14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:32Z', 'updated_at': '2022-01-28T13:45:42Z', 'revision_number': 5, 'project_id': '0799c831a5c443ae8c670a0c79104f84', 'subnets': [{'id': '6a182525-8d42-4b74-88dd-616808d54b14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:52:48.787118 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d428913-ebaf-46f1-b58d-5a1364494103 None None] New status for floating IP 5ad94372-2572-4c31-889c-f69aee8dac03: ACTIVE {{(pid=109087) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 13:52:58.254132 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-fdef76e2-8877-4d6f-a009-78afdd00d7d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (fe6892c5-7eb1-46ce-88dd-77c5bcc32263), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:00.260174 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-bbb3b37c-1491-4c69-8d5a-7762431c8631 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (5fb30df9-6f10-41b8-94cc-b881623ba250), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:01.737341 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-120fdcba-5236-4c4f-ad1d-de3bbc2703f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (270c75b4-e9a8-4b16-85de-99abb56244df), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:02.868078 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a365d3e8-b48a-4a28-95b6-25537061fe93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (282d2827-b9b4-4282-91d0-335a7cd9818a), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:02.975186 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (06140fe1-dee6-47e9-9649-a5d5e543fff8), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:03.538371 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-ef14c13a-777c-4ae2-9960-7649a71bc8b1 req-06c7aacc-1560-4d93-aca6-637467107365 tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1586288834&fields=id&tenant_id=066532ec653e41aaa9c7e05722d8b0aa HTTP/1.1" status: 200 len: 267 time: 0.0486088 Jan 28 13:53:03.606090 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef14c13a-777c-4ae2-9960-7649a71bc8b1 req-c3b4705c-9aa3-43e1-8759-ea92325f4dae tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:03.607594 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-ef14c13a-777c-4ae2-9960-7649a71bc8b1 req-c3b4705c-9aa3-43e1-8759-ea92325f4dae tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] 10.222.0.72 "GET /v2.0/ports?device_id=2b68fb1b-ec8a-444a-a74f-f92f17e5e416 HTTP/1.1" status: 200 len: 985 time: 0.0640304 Jan 28 13:53:03.618155 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.v2.base [req-ef14c13a-777c-4ae2-9960-7649a71bc8b1 req-d56a45ae-ad73-4e5e-8b00-e603f7191b98 tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] Request body: {'port': {'security_groups': ['5cded702-1696-4fa4-b86d-e31c80ca89d3']}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:53:03.691927 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-ef14c13a-777c-4ae2-9960-7649a71bc8b1 req-d56a45ae-ad73-4e5e-8b00-e603f7191b98 tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (7b0ae3a5-a9b5-4b64-9119-38c18e43d54c), before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:03.893268 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-ef14c13a-777c-4ae2-9960-7649a71bc8b1 req-d56a45ae-ad73-4e5e-8b00-e603f7191b98 tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] For port 7b0ae3a5-a9b5-4b64-9119-38c18e43d54c, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=7b0ae3a5-a9b5-4b64-9119-38c18e43d54c,segment=NetworkSegment(a935220a-3894-468f-9ef1-086134d7cd84),segment_id=a935220a-3894-468f-9ef1-086134d7cd84)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:53:03.923817 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-ef14c13a-777c-4ae2-9960-7649a71bc8b1 req-d56a45ae-ad73-4e5e-8b00-e603f7191b98 tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] Publish callbacks [] for port (7b0ae3a5-a9b5-4b64-9119-38c18e43d54c), precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:03.932308 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-ef14c13a-777c-4ae2-9960-7649a71bc8b1 req-d56a45ae-ad73-4e5e-8b00-e603f7191b98 tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4723334'] for port (7b0ae3a5-a9b5-4b64-9119-38c18e43d54c), after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:03.945336 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] get_ports_and_sgs() called for port_ids ['7b0ae3a5-a9b5-4b64-9119-38c18e43d54c'] {{(pid=109086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:53:03.974730 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef14c13a-777c-4ae2-9960-7649a71bc8b1 req-d56a45ae-ad73-4e5e-8b00-e603f7191b98 tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:03.975312 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-ef14c13a-777c-4ae2-9960-7649a71bc8b1 req-d56a45ae-ad73-4e5e-8b00-e603f7191b98 tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91499'] for port (None), before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:03.976695 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-ef14c13a-777c-4ae2-9960-7649a71bc8b1 req-d56a45ae-ad73-4e5e-8b00-e603f7191b98 tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] 10.222.0.72 "PUT /v2.0/ports/7b0ae3a5-a9b5-4b64-9119-38c18e43d54c HTTP/1.1" status: 200 len: 943 time: 0.3630264 Jan 28 13:53:03.977175 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b68fb1b-ec8a-444a-a74f-f92f17e5e416', 'tag': '7b0ae3a5-a9b5-4b64-9119-38c18e43d54c'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:53:03.979495 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19ef927ebdb7e136520bf73605241c98ba3844c75ab8794845cb00139da391b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2afb088d-55bc-4e5f-bd40-2227d50ec543" -d '{"events": [{"name": "network-changed", "server_uuid": "2b68fb1b-ec8a-444a-a74f-f92f17e5e416", "tag": "7b0ae3a5-a9b5-4b64-9119-38c18e43d54c"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:53:03.988230 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 46738) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:53:04.016179 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56a45ae-ad73-4e5e-8b00-e603f7191b98 tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] Pushing event updated for resources: {'Port': ['ID=7b0ae3a5-a9b5-4b64-9119-38c18e43d54c,revision_number=7']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:53:04.033175 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:53:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c363159-1997-49c0-b41b-f2de8bad1471 x-openstack-request-id: req-0c363159-1997-49c0-b41b-f2de8bad1471 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:53:04.033471 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b68fb1b-ec8a-444a-a74f-f92f17e5e416", "tag": "7b0ae3a5-a9b5-4b64-9119-38c18e43d54c", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:53:04.033732 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-0c363159-1997-49c0-b41b-f2de8bad1471 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:53:04.034140 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b68fb1b-ec8a-444a-a74f-f92f17e5e416', 'tag': '7b0ae3a5-a9b5-4b64-9119-38c18e43d54c', 'status': 'completed', 'code': 200} Jan 28 13:53:04.060773 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-184cf2c4-a611-4c7d-ae03-d411986e6d78 tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] Publish callbacks [] for security_group (9c515dce-bb6c-40d6-9ed4-1c3e75bb88f5), before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:04.091852 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-184cf2c4-a611-4c7d-ae03-d411986e6d78 tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] Publish callbacks [] for security_group (9c515dce-bb6c-40d6-9ed4-1c3e75bb88f5), precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:04.112048 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afb088d-55bc-4e5f-bd40-2227d50ec543 req-cc2316ac-3839-4a2b-9b25-42eb2cdff5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:04.113620 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-2afb088d-55bc-4e5f-bd40-2227d50ec543 req-cc2316ac-3839-4a2b-9b25-42eb2cdff5e8 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=066532ec653e41aaa9c7e05722d8b0aa&device_id=2b68fb1b-ec8a-444a-a74f-f92f17e5e416 HTTP/1.1" status: 200 len: 1099 time: 0.0569344 Jan 28 13:53:04.116823 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] get_ports_and_sgs() called for port_ids ['7b0ae3a5-a9b5-4b64-9119-38c18e43d54c'] {{(pid=109086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:53:04.163053 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-184cf2c4-a611-4c7d-ae03-d411986e6d78 tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (9c515dce-bb6c-40d6-9ed4-1c3e75bb88f5), after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:04.166079 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-184cf2c4-a611-4c7d-ae03-d411986e6d78 tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] Publish callbacks [] for security_group (None), before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:04.167365 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-184cf2c4-a611-4c7d-ae03-d411986e6d78 tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] 10.222.0.72 "DELETE /v2.0/security-groups/9c515dce-bb6c-40d6-9ed4-1c3e75bb88f5 HTTP/1.1" status: 204 len: 168 time: 0.1765122 Jan 28 13:53:04.180441 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 46740) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:53:04.181356 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184cf2c4-a611-4c7d-ae03-d411986e6d78 tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c515dce-bb6c-40d6-9ed4-1c3e75bb88f5,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:53:04.224573 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (91ec632a-2927-4715-8bad-f3132ebcbe46), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:04.232412 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afb088d-55bc-4e5f-bd40-2227d50ec543 req-8af670cf-b70c-44ae-898a-cc192dfc7e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:04.234366 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-2afb088d-55bc-4e5f-bd40-2227d50ec543 req-8af670cf-b70c-44ae-898a-cc192dfc7e5d service neutron] 10.222.0.78 "GET /v2.0/networks?id=a5e1158c-43ca-495d-87ee-f8a1290dae33 HTTP/1.1" status: 200 len: 916 time: 0.1136882 Jan 28 13:53:04.256572 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-2e2949f1-b3c2-429d-aeda-f0238b01bc1d None None] Provisioning complete for port 7b0ae3a5-a9b5-4b64-9119-38c18e43d54c triggered by entity DHCP. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:53:04.256964 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2e2949f1-b3c2-429d-aeda-f0238b01bc1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041328'] for port (7b0ae3a5-a9b5-4b64-9119-38c18e43d54c), provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:04.308186 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-2afb088d-55bc-4e5f-bd40-2227d50ec543 req-34457818-bd63-4104-85ff-5c39813d5251 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7b0ae3a5-a9b5-4b64-9119-38c18e43d54c HTTP/1.1" status: 200 len: 1002 time: 0.0665126 Jan 28 13:53:04.366596 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afb088d-55bc-4e5f-bd40-2227d50ec543 req-df4a8b9e-8b24-4a0c-a2a5-53d71d0806b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:04.368813 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-2afb088d-55bc-4e5f-bd40-2227d50ec543 req-df4a8b9e-8b24-4a0c-a2a5-53d71d0806b2 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=f4f46cf0-6c1d-488f-be0f-6575b76810a8 HTTP/1.1" status: 200 len: 854 time: 0.0510402 Jan 28 13:53:04.375612 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.plugin [None req-43ac9f52-0c2a-4cce-af1f-a10ec8347b4a tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] Deleting port 23a2b818-67d4-43bf-bc5f-777861f99496 {{(pid=109084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:53:04.375943 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-43ac9f52-0c2a-4cce-af1f-a10ec8347b4a tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742788692592'] for port (23a2b818-67d4-43bf-bc5f-777861f99496), before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:04.376366 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-2e2949f1-b3c2-429d-aeda-f0238b01bc1d None None] Current status of the port 7b0ae3a5-a9b5-4b64-9119-38c18e43d54c is: ACTIVE; New status is: ACTIVE {{(pid=109086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:53:04.417527 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afb088d-55bc-4e5f-bd40-2227d50ec543 req-99caf355-36f9-4084-8f13-eb2c580a160a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:04.419126 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-2afb088d-55bc-4e5f-bd40-2227d50ec543 req-99caf355-36f9-4084-8f13-eb2c580a160a service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=a5e1158c-43ca-495d-87ee-f8a1290dae33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0438612 Jan 28 13:53:04.453892 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-43ac9f52-0c2a-4cce-af1f-a10ec8347b4a tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818260'] for port (23a2b818-67d4-43bf-bc5f-777861f99496), precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:04.454227 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-43ac9f52-0c2a-4cce-af1f-a10ec8347b4a tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] Publish callbacks [] for floatingip (23a2b818-67d4-43bf-bc5f-777861f99496), precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:04.465880 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.plugin [None req-43ac9f52-0c2a-4cce-af1f-a10ec8347b4a tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] Calling delete_port for 23a2b818-67d4-43bf-bc5f-777861f99496 owned by network:floatingip {{(pid=109084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:53:04.526623 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-2afb088d-55bc-4e5f-bd40-2227d50ec543 req-99a8af4b-214d-4b4f-9a9f-763a5776debd service neutron] 10.222.0.78 "GET /v2.0/networks/a5e1158c-43ca-495d-87ee-f8a1290dae33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874829 Jan 28 13:53:04.623222 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-2afb088d-55bc-4e5f-bd40-2227d50ec543 req-b653e4b8-87cc-4963-b439-4425f9490de6 service neutron] 10.222.0.78 "GET /v2.0/networks/a5e1158c-43ca-495d-87ee-f8a1290dae33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899117 Jan 28 13:53:04.662690 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-43ac9f52-0c2a-4cce-af1f-a10ec8347b4a tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742788697034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742788384835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6110957'] for port (23a2b818-67d4-43bf-bc5f-777861f99496), after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:04.687661 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ac9f52-0c2a-4cce-af1f-a10ec8347b4a tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] Pushing event deleted for resources: {'Port': ['ID=23a2b818-67d4-43bf-bc5f-777861f99496,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:53:04.749853 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-43ac9f52-0c2a-4cce-af1f-a10ec8347b4a tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] Publish callbacks [] for floatingip (86e39d8a-a1b9-4b90-b68f-20cd8616edf3), after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:04.750187 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.db.l3_db [None req-43ac9f52-0c2a-4cce-af1f-a10ec8347b4a tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] Floating IP 86e39d8a-a1b9-4b90-b68f-20cd8616edf3 disassociated (deleted). External IP: 172.27.0.128, port: 7b0ae3a5-a9b5-4b64-9119-38c18e43d54c. Jan 28 13:53:04.956146 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43ac9f52-0c2a-4cce-af1f-a10ec8347b4a tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] Router b8fb0b18-af11-4f19-9eae-eae1357591ad has already been hosted by L3 agent 5fb30df9-6f10-41b8-94cc-b881623ba250 {{(pid=109084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:53:05.059066 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43ac9f52-0c2a-4cce-af1f-a10ec8347b4a tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] Notify agent at l3_agent.dv-cinder-824187-7-iscsi the message routers_updated {{(pid=109084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:53:05.064043 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-43ac9f52-0c2a-4cce-af1f-a10ec8347b4a tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91499'] for floatingip (None), before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:05.069496 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad98888-ae77-4071-81b6-691e92990115 None None] Sync routers for ids ['b8fb0b18-af11-4f19-9eae-eae1357591ad'] in dv-cinder-824187-7-iscsi {{(pid=109086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:53:05.080438 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad98888-ae77-4071-81b6-691e92990115 None None] Routers {'b8fb0b18-af11-4f19-9eae-eae1357591ad'} bound to L3 agent in host dv-cinder-824187-7-iscsi {{(pid=109086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:53:05.081087 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-7ad98888-ae77-4071-81b6-691e92990115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-28T13:37:30Z,description=,heartbeat_timestamp=2022-01-28T13:53:00Z,host='dv-cinder-824187-7-iscsi',id=5fb30df9-6f10-41b8-94cc-b881623ba250,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:37:30Z,topic='l3_agent')) {'router_ids': ['b8fb0b18-af11-4f19-9eae-eae1357591ad'], 'active': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:53:05.094923 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-43ac9f52-0c2a-4cce-af1f-a10ec8347b4a tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] 10.222.0.72 "DELETE /v2.0/floatingips/86e39d8a-a1b9-4b90-b68f-20cd8616edf3 HTTP/1.1" status: 204 len: 168 time: 0.9113913 Jan 28 13:53:05.095491 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b68fb1b-ec8a-444a-a74f-f92f17e5e416', 'tag': '7b0ae3a5-a9b5-4b64-9119-38c18e43d54c'}] {{(pid=109084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:53:05.097818 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5cde6f7d6341da3213f8ae41fabcae285c2d6f110ff0443107e1632addf2fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aecfe5a8-aa1b-420b-b046-8ccc8b079b67" -d '{"events": [{"name": "network-changed", "server_uuid": "2b68fb1b-ec8a-444a-a74f-f92f17e5e416", "tag": "7b0ae3a5-a9b5-4b64-9119-38c18e43d54c"}]}' {{(pid=109084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:53:05.137858 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:53:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-912dedcc-4f1b-49e6-920a-3b4d5cd0190a x-openstack-request-id: req-912dedcc-4f1b-49e6-920a-3b4d5cd0190a {{(pid=109084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:53:05.138156 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b68fb1b-ec8a-444a-a74f-f92f17e5e416", "tag": "7b0ae3a5-a9b5-4b64-9119-38c18e43d54c", "status": "completed", "code": 200}]} {{(pid=109084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:53:05.138429 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-912dedcc-4f1b-49e6-920a-3b4d5cd0190a {{(pid=109084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:53:05.138925 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b68fb1b-ec8a-444a-a74f-f92f17e5e416', 'tag': '7b0ae3a5-a9b5-4b64-9119-38c18e43d54c', 'status': 'completed', 'code': 200} Jan 28 13:53:05.203924 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvr_db [None req-7ad98888-ae77-4071-81b6-691e92990115 None None] Set router b8fb0b18-af11-4f19-9eae-eae1357591ad gateway port host: dv-cinder-824187-7-iscsi {{(pid=109086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:53:05.204101 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecfe5a8-aa1b-420b-b046-8ccc8b079b67 req-9d4d61dc-c91b-4fdc-a1e0-e9cb0c23841c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:05.205341 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-aecfe5a8-aa1b-420b-b046-8ccc8b079b67 req-9d4d61dc-c91b-4fdc-a1e0-e9cb0c23841c service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=066532ec653e41aaa9c7e05722d8b0aa&device_id=2b68fb1b-ec8a-444a-a74f-f92f17e5e416 HTTP/1.1" status: 200 len: 1099 time: 0.0433834 Jan 28 13:53:05.308934 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecfe5a8-aa1b-420b-b046-8ccc8b079b67 req-93aea239-6c7b-481e-8c6b-f105aaeea983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:05.310448 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-aecfe5a8-aa1b-420b-b046-8ccc8b079b67 req-93aea239-6c7b-481e-8c6b-f105aaeea983 service neutron] 10.222.0.78 "GET /v2.0/networks?id=a5e1158c-43ca-495d-87ee-f8a1290dae33 HTTP/1.1" status: 200 len: 916 time: 0.0981944 Jan 28 13:53:05.358223 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-aecfe5a8-aa1b-420b-b046-8ccc8b079b67 req-69583f2c-ac47-4e43-9c00-eb4d08c9578b service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7b0ae3a5-a9b5-4b64-9119-38c18e43d54c HTTP/1.1" status: 200 len: 217 time: 0.0404351 Jan 28 13:53:05.408441 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecfe5a8-aa1b-420b-b046-8ccc8b079b67 req-12423ce2-77da-48c1-bed0-c67a71c93e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:05.409953 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-aecfe5a8-aa1b-420b-b046-8ccc8b079b67 req-12423ce2-77da-48c1-bed0-c67a71c93e8a service neutron] 10.222.0.78 "GET /v2.0/subnets?id=f4f46cf0-6c1d-488f-be0f-6575b76810a8 HTTP/1.1" status: 200 len: 854 time: 0.0452676 Jan 28 13:53:05.437679 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-7ad98888-ae77-4071-81b6-691e92990115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8fb0b18-af11-4f19-9eae-eae1357591ad', 'name': 'tempest-TestMinimumBasicScenario-1605188062-router', 'tenant_id': '066532ec653e41aaa9c7e05722d8b0aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'external_fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': 'ba95fcaa-b493-44d2-a505-34dd05c105e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:48:35Z', 'updated_at': '2022-01-28T13:48:38Z', 'revision_number': 4, 'project_id': '066532ec653e41aaa9c7e05722d8b0aa', 'gw_port': {'id': 'ba95fcaa-b493-44d2-a505-34dd05c105e4', 'name': '', 'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:7c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8fb0b18-af11-4f19-9eae-eae1357591ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:48:36Z', 'updated_at': '2022-01-28T13:48:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-7-iscsi', '_interfaces': [{'id': '0c2c6b49-97b2-4b56-b821-c7df9f031f5d', 'name': '', 'network_id': 'a5e1158c-43ca-495d-87ee-f8a1290dae33', 'tenant_id': '066532ec653e41aaa9c7e05722d8b0aa', 'mac_address': 'fa:16:3e:66:1d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8fb0b18-af11-4f19-9eae-eae1357591ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'f4f46cf0-6c1d-488f-be0f-6575b76810a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:48:38Z', 'updated_at': '2022-01-28T13:48:42Z', 'revision_number': 5, 'project_id': '066532ec653e41aaa9c7e05722d8b0aa', 'subnets': [{'id': 'f4f46cf0-6c1d-488f-be0f-6575b76810a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824187-7-iscsi', False) {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:53:05.460260 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecfe5a8-aa1b-420b-b046-8ccc8b079b67 req-0d5c1db5-11a6-42a3-a79b-8ec9f0301be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:05.461771 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-aecfe5a8-aa1b-420b-b046-8ccc8b079b67 req-0d5c1db5-11a6-42a3-a79b-8ec9f0301be6 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=a5e1158c-43ca-495d-87ee-f8a1290dae33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0398798 Jan 28 13:53:05.464209 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad98888-ae77-4071-81b6-691e92990115 None None] Checking router: b8fb0b18-af11-4f19-9eae-eae1357591ad for host: dv-cinder-824187-7-iscsi {{(pid=109086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:53:05.473338 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad98888-ae77-4071-81b6-691e92990115 None None] Routers {'b8fb0b18-af11-4f19-9eae-eae1357591ad'} bound to L3 agent in host dv-cinder-824187-7-iscsi {{(pid=109086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:53:05.473944 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-7ad98888-ae77-4071-81b6-691e92990115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-28T13:37:30Z,description=,heartbeat_timestamp=2022-01-28T13:53:00Z,host='dv-cinder-824187-7-iscsi',id=5fb30df9-6f10-41b8-94cc-b881623ba250,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:37:30Z,topic='l3_agent')) {'router_ids': ['b8fb0b18-af11-4f19-9eae-eae1357591ad'], 'active': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:53:05.554865 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-aecfe5a8-aa1b-420b-b046-8ccc8b079b67 req-d9a3b339-4bf6-4a17-947d-5fa018cabf10 service neutron] 10.222.0.78 "GET /v2.0/networks/a5e1158c-43ca-495d-87ee-f8a1290dae33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847967 Jan 28 13:53:05.582504 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvr_db [None req-7ad98888-ae77-4071-81b6-691e92990115 None None] Set router b8fb0b18-af11-4f19-9eae-eae1357591ad gateway port host: dv-cinder-824187-7-iscsi {{(pid=109086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:53:05.644985 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-aecfe5a8-aa1b-420b-b046-8ccc8b079b67 req-9459fd25-937b-443a-a8e6-bec961746c60 service neutron] 10.222.0.78 "GET /v2.0/networks/a5e1158c-43ca-495d-87ee-f8a1290dae33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830314 Jan 28 13:53:05.788464 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-7ad98888-ae77-4071-81b6-691e92990115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8fb0b18-af11-4f19-9eae-eae1357591ad', 'name': 'tempest-TestMinimumBasicScenario-1605188062-router', 'tenant_id': '066532ec653e41aaa9c7e05722d8b0aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'external_fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': 'ba95fcaa-b493-44d2-a505-34dd05c105e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:48:35Z', 'updated_at': '2022-01-28T13:48:38Z', 'revision_number': 4, 'project_id': '066532ec653e41aaa9c7e05722d8b0aa', 'gw_port': {'id': 'ba95fcaa-b493-44d2-a505-34dd05c105e4', 'name': '', 'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:7c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8fb0b18-af11-4f19-9eae-eae1357591ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:48:36Z', 'updated_at': '2022-01-28T13:48:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-7-iscsi', '_interfaces': [{'id': '0c2c6b49-97b2-4b56-b821-c7df9f031f5d', 'name': '', 'network_id': 'a5e1158c-43ca-495d-87ee-f8a1290dae33', 'tenant_id': '066532ec653e41aaa9c7e05722d8b0aa', 'mac_address': 'fa:16:3e:66:1d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8fb0b18-af11-4f19-9eae-eae1357591ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'f4f46cf0-6c1d-488f-be0f-6575b76810a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:48:38Z', 'updated_at': '2022-01-28T13:48:42Z', 'revision_number': 5, 'project_id': '066532ec653e41aaa9c7e05722d8b0aa', 'subnets': [{'id': 'f4f46cf0-6c1d-488f-be0f-6575b76810a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824187-7-iscsi', False) {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:53:05.819068 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad98888-ae77-4071-81b6-691e92990115 None None] The sync data for ids ['b8fb0b18-af11-4f19-9eae-eae1357591ad'] in dv-cinder-824187-7-iscsi is: [{'id': 'b8fb0b18-af11-4f19-9eae-eae1357591ad', 'name': 'tempest-TestMinimumBasicScenario-1605188062-router', 'tenant_id': '066532ec653e41aaa9c7e05722d8b0aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'external_fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': 'ba95fcaa-b493-44d2-a505-34dd05c105e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:48:35Z', 'updated_at': '2022-01-28T13:48:38Z', 'revision_number': 4, 'project_id': '066532ec653e41aaa9c7e05722d8b0aa', 'gw_port': {'id': 'ba95fcaa-b493-44d2-a505-34dd05c105e4', 'name': '', 'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:7c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8fb0b18-af11-4f19-9eae-eae1357591ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:48:36Z', 'updated_at': '2022-01-28T13:48:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-7-iscsi', '_interfaces': [{'id': '0c2c6b49-97b2-4b56-b821-c7df9f031f5d', 'name': '', 'network_id': 'a5e1158c-43ca-495d-87ee-f8a1290dae33', 'tenant_id': '066532ec653e41aaa9c7e05722d8b0aa', 'mac_address': 'fa:16:3e:66:1d:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8fb0b18-af11-4f19-9eae-eae1357591ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'f4f46cf0-6c1d-488f-be0f-6575b76810a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:48:38Z', 'updated_at': '2022-01-28T13:48:42Z', 'revision_number': 5, 'project_id': '066532ec653e41aaa9c7e05722d8b0aa', 'subnets': [{'id': 'f4f46cf0-6c1d-488f-be0f-6575b76810a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:53:06.049636 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca1d759-ffa1-41e4-a74a-40cecbeffe7d None None] New status for floating IP 86e39d8a-a1b9-4b90-b68f-20cd8616edf3: DOWN {{(pid=109087) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 13:53:07.869664 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e41322a-d3f0-4c72-b7d6-cc431f37bbb9 req-74d6420d-b83c-43ac-9d57-27b4d764a24c tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:07.871539 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-7e41322a-d3f0-4c72-b7d6-cc431f37bbb9 req-74d6420d-b83c-43ac-9d57-27b4d764a24c tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] 10.222.0.72 "GET /v2.0/ports?device_id=2b68fb1b-ec8a-444a-a74f-f92f17e5e416 HTTP/1.1" status: 200 len: 946 time: 0.0555246 Jan 28 13:53:07.928033 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-7e41322a-d3f0-4c72-b7d6-cc431f37bbb9 req-9d3ac42f-0f43-4c22-940e-9916f127521a tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] 10.222.0.72 "GET /v2.0/security-groups?id=5cded702-1696-4fa4-b86d-e31c80ca89d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482597 Jan 28 13:53:09.055909 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b37a40-fe1f-43b2-a715-58a35beddb0d req-917a6683-8dcb-4c00-a608-cbd656407ce8 tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:09.057398 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-74b37a40-fe1f-43b2-a715-58a35beddb0d req-917a6683-8dcb-4c00-a608-cbd656407ce8 tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] 10.222.0.72 "GET /v2.0/ports?device_id=2b68fb1b-ec8a-444a-a74f-f92f17e5e416 HTTP/1.1" status: 200 len: 946 time: 0.0501840 Jan 28 13:53:09.107635 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-74b37a40-fe1f-43b2-a715-58a35beddb0d req-fe9582a0-43b8-4231-8dff-6ca539ff1e27 tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] 10.222.0.72 "GET /v2.0/security-groups?id=5cded702-1696-4fa4-b86d-e31c80ca89d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420585 Jan 28 13:53:10.251788 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205e4621-ef8c-4dcf-b1f3-5a57998a3e02 req-eaa54a0b-04c6-4010-b1af-fbcef187bd34 tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:10.253347 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-205e4621-ef8c-4dcf-b1f3-5a57998a3e02 req-eaa54a0b-04c6-4010-b1af-fbcef187bd34 tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] 10.222.0.72 "GET /v2.0/ports?device_id=2b68fb1b-ec8a-444a-a74f-f92f17e5e416 HTTP/1.1" status: 200 len: 946 time: 0.0580397 Jan 28 13:53:10.301997 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-205e4621-ef8c-4dcf-b1f3-5a57998a3e02 req-5f99d435-c2b0-4b13-a3c8-dd58b2ae8e57 tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] 10.222.0.72 "GET /v2.0/security-groups?id=5cded702-1696-4fa4-b86d-e31c80ca89d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429521 Jan 28 13:53:10.376047 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d8aaae-d9a3-4ea4-bf27-a74ca97730f9 req-40c64ca7-c960-47ea-ba7b-8a61d84b0d6d tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:10.377589 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-33d8aaae-d9a3-4ea4-bf27-a74ca97730f9 req-40c64ca7-c960-47ea-ba7b-8a61d84b0d6d tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] 10.222.0.78 "GET /v2.0/ports?device_id=2b68fb1b-ec8a-444a-a74f-f92f17e5e416 HTTP/1.1" status: 200 len: 946 time: 0.0554535 Jan 28 13:53:10.483838 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-33d8aaae-d9a3-4ea4-bf27-a74ca97730f9 req-11b1ecf8-de8a-42ba-9563-aefa65c458b2 tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] Deleting port 7b0ae3a5-a9b5-4b64-9119-38c18e43d54c {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:53:10.484210 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-33d8aaae-d9a3-4ea4-bf27-a74ca97730f9 req-11b1ecf8-de8a-42ba-9563-aefa65c458b2 tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742788692592'] for port (7b0ae3a5-a9b5-4b64-9119-38c18e43d54c), before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:10.581919 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-33d8aaae-d9a3-4ea4-bf27-a74ca97730f9 req-11b1ecf8-de8a-42ba-9563-aefa65c458b2 tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] For port 7b0ae3a5-a9b5-4b64-9119-38c18e43d54c, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=7b0ae3a5-a9b5-4b64-9119-38c18e43d54c,segment=NetworkSegment(a935220a-3894-468f-9ef1-086134d7cd84),segment_id=a935220a-3894-468f-9ef1-086134d7cd84)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:53:10.582285 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-33d8aaae-d9a3-4ea4-bf27-a74ca97730f9 req-11b1ecf8-de8a-42ba-9563-aefa65c458b2 tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818260'] for port (7b0ae3a5-a9b5-4b64-9119-38c18e43d54c), precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:10.594211 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-33d8aaae-d9a3-4ea4-bf27-a74ca97730f9 req-11b1ecf8-de8a-42ba-9563-aefa65c458b2 tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] Calling delete_port for 7b0ae3a5-a9b5-4b64-9119-38c18e43d54c owned by compute:nova {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:53:10.737566 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-33d8aaae-d9a3-4ea4-bf27-a74ca97730f9 req-11b1ecf8-de8a-42ba-9563-aefa65c458b2 tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742788697034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742788384835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4723325'] for port (7b0ae3a5-a9b5-4b64-9119-38c18e43d54c), after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:10.752116 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] get_ports_and_sgs() called for port_ids ['7b0ae3a5-a9b5-4b64-9119-38c18e43d54c'] {{(pid=109086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:53:10.779850 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b1ecf8-de8a-42ba-9563-aefa65c458b2 tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] Pushing event deleted for resources: {'Port': ['ID=7b0ae3a5-a9b5-4b64-9119-38c18e43d54c,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:53:10.820723 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-33d8aaae-d9a3-4ea4-bf27-a74ca97730f9 req-11b1ecf8-de8a-42ba-9563-aefa65c458b2 tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] No DVR routers for this DVR port 7b0ae3a5-a9b5-4b64-9119-38c18e43d54c on host hv-cinder-82418 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:53:10.823502 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-33d8aaae-d9a3-4ea4-bf27-a74ca97730f9 req-11b1ecf8-de8a-42ba-9563-aefa65c458b2 tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91499'] for port (None), before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:10.827437 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-33d8aaae-d9a3-4ea4-bf27-a74ca97730f9 req-11b1ecf8-de8a-42ba-9563-aefa65c458b2 tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] 10.222.0.78 "DELETE /v2.0/ports/7b0ae3a5-a9b5-4b64-9119-38c18e43d54c HTTP/1.1" status: 204 len: 173 time: 0.4421077 Jan 28 13:53:10.827874 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b68fb1b-ec8a-444a-a74f-f92f17e5e416', 'name': 'network-vif-deleted', 'tag': '7b0ae3a5-a9b5-4b64-9119-38c18e43d54c'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:53:10.830209 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19ef927ebdb7e136520bf73605241c98ba3844c75ab8794845cb00139da391b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b613890a-d829-443d-9b2e-90b33b173b53" -d '{"events": [{"server_uuid": "2b68fb1b-ec8a-444a-a74f-f92f17e5e416", "name": "network-vif-deleted", "tag": "7b0ae3a5-a9b5-4b64-9119-38c18e43d54c"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:53:10.871392 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:53:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2239510c-ace7-436e-aa3b-9316b2fc9a9f x-openstack-request-id: req-2239510c-ace7-436e-aa3b-9316b2fc9a9f {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:53:10.871691 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b68fb1b-ec8a-444a-a74f-f92f17e5e416", "name": "network-vif-deleted", "tag": "7b0ae3a5-a9b5-4b64-9119-38c18e43d54c", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:53:10.871945 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-2239510c-ace7-436e-aa3b-9316b2fc9a9f {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:53:10.872349 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b68fb1b-ec8a-444a-a74f-f92f17e5e416', 'name': 'network-vif-deleted', 'tag': '7b0ae3a5-a9b5-4b64-9119-38c18e43d54c', 'status': 'completed', 'code': 200} Jan 28 13:53:11.421639 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-ed8d1832-b4b5-4060-9ab5-a1179e47805b req-30c4d06b-fa79-4c91-ba24-6982da4cf190 tempest-TestMinimumBasicScenario-1155956021 tempest-TestMinimumBasicScenario-1155956021-project] 10.222.0.72 "GET /v2.0/ports?device_id=2b68fb1b-ec8a-444a-a74f-f92f17e5e416 HTTP/1.1" status: 200 len: 210 time: 0.0290442 Jan 28 13:53:13.152839 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 46846) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:53:13.579146 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-16908c35-e5d6-470e-a71f-f169dba25f37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1811891'] for router_interface (b8fb0b18-af11-4f19-9eae-eae1357591ad), before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:13.871332 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.plugin [None req-16908c35-e5d6-470e-a71f-f169dba25f37 admin admin] Deleting port 0c2c6b49-97b2-4b56-b821-c7df9f031f5d {{(pid=109084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:53:13.871776 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-16908c35-e5d6-470e-a71f-f169dba25f37 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742788692592'] for port (0c2c6b49-97b2-4b56-b821-c7df9f031f5d), before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:13.955430 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.db [None req-16908c35-e5d6-470e-a71f-f169dba25f37 admin admin] For port 0c2c6b49-97b2-4b56-b821-c7df9f031f5d, host dv-cinder-824187-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-7-iscsi',level=0,port_id=0c2c6b49-97b2-4b56-b821-c7df9f031f5d,segment=NetworkSegment(a935220a-3894-468f-9ef1-086134d7cd84),segment_id=a935220a-3894-468f-9ef1-086134d7cd84)] {{(pid=109084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:53:13.955782 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-16908c35-e5d6-470e-a71f-f169dba25f37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818260'] for port (0c2c6b49-97b2-4b56-b821-c7df9f031f5d), precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:13.968470 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.plugin [None req-16908c35-e5d6-470e-a71f-f169dba25f37 admin admin] Calling delete_port for 0c2c6b49-97b2-4b56-b821-c7df9f031f5d owned by network:router_interface {{(pid=109084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:53:14.122226 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Device 7b0ae3a5-a9b5-4b64-9119-38c18e43d54c no longer exists at agent hyperv_hv-cinder-82418 {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:53:14.145778 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] No Port match for: 7b0ae3a5-a9b5-4b64-9119-38c18e43d54c {{(pid=109086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:53:14.146138 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Device 7b0ae3a5-a9b5-4b64-9119-38c18e43d54c not bound to the agent host hv-cinder-82418 {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:53:14.155032 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-16908c35-e5d6-470e-a71f-f169dba25f37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742788697034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742788384835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6110957'] for port (0c2c6b49-97b2-4b56-b821-c7df9f031f5d), after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:14.184272 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16908c35-e5d6-470e-a71f-f169dba25f37 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c2c6b49-97b2-4b56-b821-c7df9f031f5d,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:53:14.574100 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-16908c35-e5d6-470e-a71f-f169dba25f37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2032394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1811743'] for router_interface (b8fb0b18-af11-4f19-9eae-eae1357591ad), after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:14.793043 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16908c35-e5d6-470e-a71f-f169dba25f37 admin admin] Router b8fb0b18-af11-4f19-9eae-eae1357591ad has already been hosted by L3 agent 5fb30df9-6f10-41b8-94cc-b881623ba250 {{(pid=109084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:53:14.900714 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16908c35-e5d6-470e-a71f-f169dba25f37 admin admin] Notify agent at l3_agent.dv-cinder-824187-7-iscsi the message routers_updated {{(pid=109084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:53:14.906038 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-16908c35-e5d6-470e-a71f-f169dba25f37 admin admin] 10.222.0.72 "PUT /v2.0/routers/b8fb0b18-af11-4f19-9eae-eae1357591ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7521014 Jan 28 13:53:14.908521 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 46858) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:53:14.911427 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf9684a-7759-4485-8dfb-d784a43620a5 None None] Sync routers for ids ['b8fb0b18-af11-4f19-9eae-eae1357591ad'] in dv-cinder-824187-7-iscsi {{(pid=109086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:53:14.922339 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf9684a-7759-4485-8dfb-d784a43620a5 None None] Routers {'b8fb0b18-af11-4f19-9eae-eae1357591ad'} bound to L3 agent in host dv-cinder-824187-7-iscsi {{(pid=109086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:53:14.923185 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-caf9684a-7759-4485-8dfb-d784a43620a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-28T13:37:30Z,description=,heartbeat_timestamp=2022-01-28T13:53:00Z,host='dv-cinder-824187-7-iscsi',id=5fb30df9-6f10-41b8-94cc-b881623ba250,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:37:30Z,topic='l3_agent')) {'router_ids': ['b8fb0b18-af11-4f19-9eae-eae1357591ad'], 'active': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:53:15.017329 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-593ab514-8cd7-43c3-bf5e-b78298276ced admin admin] Publish callbacks [] for router (b8fb0b18-af11-4f19-9eae-eae1357591ad), before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:15.029495 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvr_db [None req-caf9684a-7759-4485-8dfb-d784a43620a5 None None] Set router b8fb0b18-af11-4f19-9eae-eae1357591ad gateway port host: dv-cinder-824187-7-iscsi {{(pid=109086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:53:15.120819 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-593ab514-8cd7-43c3-bf5e-b78298276ced admin admin] Publish callbacks [] for router_gateway (b8fb0b18-af11-4f19-9eae-eae1357591ad), before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:15.173834 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.plugin [None req-593ab514-8cd7-43c3-bf5e-b78298276ced admin admin] Deleting port ba95fcaa-b493-44d2-a505-34dd05c105e4 {{(pid=109084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:53:15.174583 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-593ab514-8cd7-43c3-bf5e-b78298276ced admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742788692592'] for port (ba95fcaa-b493-44d2-a505-34dd05c105e4), before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:15.204893 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-caf9684a-7759-4485-8dfb-d784a43620a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8fb0b18-af11-4f19-9eae-eae1357591ad', 'name': 'tempest-TestMinimumBasicScenario-1605188062-router', 'tenant_id': '066532ec653e41aaa9c7e05722d8b0aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'external_fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': 'ba95fcaa-b493-44d2-a505-34dd05c105e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:48:35Z', 'updated_at': '2022-01-28T13:53:14Z', 'revision_number': 5, 'project_id': '066532ec653e41aaa9c7e05722d8b0aa', 'gw_port': {'id': 'ba95fcaa-b493-44d2-a505-34dd05c105e4', 'name': '', 'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:7c:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8fb0b18-af11-4f19-9eae-eae1357591ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:48:36Z', 'updated_at': '2022-01-28T13:48:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-7-iscsi'}], 'dv-cinder-824187-7-iscsi', False) {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:53:15.231207 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf9684a-7759-4485-8dfb-d784a43620a5 None None] Checking router: b8fb0b18-af11-4f19-9eae-eae1357591ad for host: dv-cinder-824187-7-iscsi {{(pid=109086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:53:15.239742 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf9684a-7759-4485-8dfb-d784a43620a5 None None] Routers {'b8fb0b18-af11-4f19-9eae-eae1357591ad'} bound to L3 agent in host dv-cinder-824187-7-iscsi {{(pid=109086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:53:15.240357 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-caf9684a-7759-4485-8dfb-d784a43620a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-28T13:37:30Z,description=,heartbeat_timestamp=2022-01-28T13:53:00Z,host='dv-cinder-824187-7-iscsi',id=5fb30df9-6f10-41b8-94cc-b881623ba250,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:37:30Z,topic='l3_agent')) {'router_ids': ['b8fb0b18-af11-4f19-9eae-eae1357591ad'], 'active': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:53:15.257439 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.db [None req-593ab514-8cd7-43c3-bf5e-b78298276ced admin admin] For port ba95fcaa-b493-44d2-a505-34dd05c105e4, host dv-cinder-824187-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-7-iscsi',level=0,port_id=ba95fcaa-b493-44d2-a505-34dd05c105e4,segment=NetworkSegment(2ff911eb-b784-4487-8703-ed6009453f86),segment_id=2ff911eb-b784-4487-8703-ed6009453f86)] {{(pid=109084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:53:15.257790 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-593ab514-8cd7-43c3-bf5e-b78298276ced admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818260'] for port (ba95fcaa-b493-44d2-a505-34dd05c105e4), precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:15.270378 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.plugin [None req-593ab514-8cd7-43c3-bf5e-b78298276ced admin admin] Calling delete_port for ba95fcaa-b493-44d2-a505-34dd05c105e4 owned by network:router_gateway {{(pid=109084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:53:15.326875 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvr_db [None req-caf9684a-7759-4485-8dfb-d784a43620a5 None None] Set router b8fb0b18-af11-4f19-9eae-eae1357591ad gateway port host: None {{(pid=109086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:53:15.381205 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-caf9684a-7759-4485-8dfb-d784a43620a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8fb0b18-af11-4f19-9eae-eae1357591ad', 'name': 'tempest-TestMinimumBasicScenario-1605188062-router', 'tenant_id': '066532ec653e41aaa9c7e05722d8b0aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:48:35Z', 'updated_at': '2022-01-28T13:53:15Z', 'revision_number': 6, 'project_id': '066532ec653e41aaa9c7e05722d8b0aa', 'gw_port_host': None}], 'dv-cinder-824187-7-iscsi', False) {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:53:15.407638 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf9684a-7759-4485-8dfb-d784a43620a5 None None] The sync data for ids ['b8fb0b18-af11-4f19-9eae-eae1357591ad'] in dv-cinder-824187-7-iscsi is: [{'id': 'b8fb0b18-af11-4f19-9eae-eae1357591ad', 'name': 'tempest-TestMinimumBasicScenario-1605188062-router', 'tenant_id': '066532ec653e41aaa9c7e05722d8b0aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:48:35Z', 'updated_at': '2022-01-28T13:53:15Z', 'revision_number': 6, 'project_id': '066532ec653e41aaa9c7e05722d8b0aa', 'gw_port_host': None}] {{(pid=109086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:53:15.436507 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-593ab514-8cd7-43c3-bf5e-b78298276ced admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742788697034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742788384835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6110957'] for port (ba95fcaa-b493-44d2-a505-34dd05c105e4), after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:15.466766 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593ab514-8cd7-43c3-bf5e-b78298276ced admin admin] Pushing event deleted for resources: {'Port': ['ID=ba95fcaa-b493-44d2-a505-34dd05c105e4,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:53:15.529369 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-593ab514-8cd7-43c3-bf5e-b78298276ced admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1816949'] for router_gateway (b8fb0b18-af11-4f19-9eae-eae1357591ad), after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:15.617586 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-593ab514-8cd7-43c3-bf5e-b78298276ced admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1812480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-46618'] for router (b8fb0b18-af11-4f19-9eae-eae1357591ad), precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:15.619713 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-593ab514-8cd7-43c3-bf5e-b78298276ced admin admin] Publish callbacks [] for router_controller (b8fb0b18-af11-4f19-9eae-eae1357591ad), precommit_delete_associations {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:15.665222 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-593ab514-8cd7-43c3-bf5e-b78298276ced admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1812489'] for router (b8fb0b18-af11-4f19-9eae-eae1357591ad), after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:15.665755 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-593ab514-8cd7-43c3-bf5e-b78298276ced admin admin] Fanout notify agent at l3_agent the message router_deleted on router b8fb0b18-af11-4f19-9eae-eae1357591ad {{(pid=109084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:53:15.670933 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-593ab514-8cd7-43c3-bf5e-b78298276ced admin admin] Publish callbacks [] for router (None), before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:15.672130 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-593ab514-8cd7-43c3-bf5e-b78298276ced admin admin] 10.222.0.72 "DELETE /v2.0/routers/b8fb0b18-af11-4f19-9eae-eae1357591ad HTTP/1.1" status: 204 len: 168 time: 0.7626867 Jan 28 13:53:15.674964 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 46862) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:53:15.723761 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.db.db_base_plugin_v2 [None req-29351bbd-9926-48e4-bc9a-390bfc7ccf94 admin admin] Deleting subnet f4f46cf0-6c1d-488f-be0f-6575b76810a8 {{(pid=109084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:53:15.727000 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-29351bbd-9926-48e4-bc9a-390bfc7ccf94 admin admin] Publish callbacks [] for subnet (f4f46cf0-6c1d-488f-be0f-6575b76810a8), before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:15.763180 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-29351bbd-9926-48e4-bc9a-390bfc7ccf94 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4731551'] for subnet (f4f46cf0-6c1d-488f-be0f-6575b76810a8), precommit_delete_associations {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:15.882634 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-29351bbd-9926-48e4-bc9a-390bfc7ccf94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1036461'] for subnet (f4f46cf0-6c1d-488f-be0f-6575b76810a8), precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:15.938923 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-29351bbd-9926-48e4-bc9a-390bfc7ccf94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1036450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6110936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5832109'] for subnet (f4f46cf0-6c1d-488f-be0f-6575b76810a8), after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:15.965228 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29351bbd-9926-48e4-bc9a-390bfc7ccf94 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4f46cf0-6c1d-488f-be0f-6575b76810a8,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:53:15.969183 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-29351bbd-9926-48e4-bc9a-390bfc7ccf94 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:15.972427 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-29351bbd-9926-48e4-bc9a-390bfc7ccf94 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/f4f46cf0-6c1d-488f-be0f-6575b76810a8 HTTP/1.1" status: 204 len: 168 time: 0.2964711 Jan 28 13:53:15.975894 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 46874) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:53:15.977961 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2304e7f-2acd-4562-9db5-bf3781b487f3 None None] Network a5e1158c-43ca-495d-87ee-f8a1290dae33 requested from dv-cinder-824187-7-iscsi {{(pid=109086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:53:16.078146 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-54351aaa-e2fd-4f2e-9e2f-cddd1348457b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-799852'] for network (a5e1158c-43ca-495d-87ee-f8a1290dae33), before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:16.099676 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f64f981-c44b-40f5-a9c5-014695a5328d req-2df15b86-156d-4be3-be08-b869684f3479 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:16.101557 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-5f64f981-c44b-40f5-a9c5-014695a5328d req-2df15b86-156d-4be3-be08-b869684f3479 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5d89034-8705-4e93-a271-97e037a7c2b3 HTTP/1.1" status: 200 len: 946 time: 0.0785677 Jan 28 13:53:16.174541 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-5f64f981-c44b-40f5-a9c5-014695a5328d req-b5c66907-1ea2-4dbb-8178-6460bbc03c77 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] 10.222.0.72 "GET /v2.0/security-groups?id=03f317d8-0cf7-4af4-abf7-94e0d05a91da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533514 Jan 28 13:53:16.186512 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.plugin [None req-54351aaa-e2fd-4f2e-9e2f-cddd1348457b admin admin] Deleting port 04aff5e1-88d0-435d-9a1a-e967fe374688 {{(pid=109084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:53:16.186853 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-54351aaa-e2fd-4f2e-9e2f-cddd1348457b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742788692592'] for port (04aff5e1-88d0-435d-9a1a-e967fe374688), before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:16.204474 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de653855-cdfd-4be8-835e-0109bbe516d0 None None] DHCP port deletion for a5e1158c-43ca-495d-87ee-f8a1290dae33 request from dv-cinder-824187-7-iscsi {{(pid=109086) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:53:16.258522 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-de653855-cdfd-4be8-835e-0109bbe516d0 None None] Deleting port 04aff5e1-88d0-435d-9a1a-e967fe374688 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:53:16.259160 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-de653855-cdfd-4be8-835e-0109bbe516d0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742788692592'] for port (04aff5e1-88d0-435d-9a1a-e967fe374688), before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:16.265959 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.db [None req-54351aaa-e2fd-4f2e-9e2f-cddd1348457b admin admin] For port 04aff5e1-88d0-435d-9a1a-e967fe374688, host dv-cinder-824187-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-7-iscsi',level=0,port_id=04aff5e1-88d0-435d-9a1a-e967fe374688,segment=NetworkSegment(a935220a-3894-468f-9ef1-086134d7cd84),segment_id=a935220a-3894-468f-9ef1-086134d7cd84)] {{(pid=109084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:53:16.266328 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-54351aaa-e2fd-4f2e-9e2f-cddd1348457b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818260'] for port (04aff5e1-88d0-435d-9a1a-e967fe374688), precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:16.287194 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.plugin [None req-54351aaa-e2fd-4f2e-9e2f-cddd1348457b admin admin] Calling delete_port for 04aff5e1-88d0-435d-9a1a-e967fe374688 owned by network:dhcp {{(pid=109084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:53:16.309163 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Device ba95fcaa-b493-44d2-a505-34dd05c105e4 no longer exists at agent ovs-agent-dv-cinder-824187-7-iscsi {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:53:16.334660 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] No Port match for: ba95fcaa-b493-44d2-a505-34dd05c105e4 {{(pid=109086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:53:16.335010 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Device ba95fcaa-b493-44d2-a505-34dd05c105e4 not bound to the agent host dv-cinder-824187-7-iscsi {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:53:16.335414 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Device 0c2c6b49-97b2-4b56-b821-c7df9f031f5d no longer exists at agent ovs-agent-dv-cinder-824187-7-iscsi {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:53:16.364236 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] No Port match for: 0c2c6b49-97b2-4b56-b821-c7df9f031f5d {{(pid=109086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:53:16.364578 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Device 0c2c6b49-97b2-4b56-b821-c7df9f031f5d not bound to the agent host dv-cinder-824187-7-iscsi {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:53:16.365026 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Device 04aff5e1-88d0-435d-9a1a-e967fe374688 no longer exists at agent ovs-agent-dv-cinder-824187-7-iscsi {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:53:16.371847 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-54351aaa-e2fd-4f2e-9e2f-cddd1348457b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742788697034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742788384835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6110957'] for port (04aff5e1-88d0-435d-9a1a-e967fe374688), after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:16.376007 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-de653855-cdfd-4be8-835e-0109bbe516d0 None None] For port 04aff5e1-88d0-435d-9a1a-e967fe374688, host dv-cinder-824187-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-7-iscsi',level=0,port_id=04aff5e1-88d0-435d-9a1a-e967fe374688,segment=NetworkSegment(a935220a-3894-468f-9ef1-086134d7cd84),segment_id=a935220a-3894-468f-9ef1-086134d7cd84)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:53:16.376421 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-de653855-cdfd-4be8-835e-0109bbe516d0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818260'] for port (04aff5e1-88d0-435d-9a1a-e967fe374688), precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:16.403394 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] No Port match for: 04aff5e1-88d0-435d-9a1a-e967fe374688 {{(pid=109086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:53:16.403691 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54351aaa-e2fd-4f2e-9e2f-cddd1348457b admin admin] No DVR routers for this DVR port 04aff5e1-88d0-435d-9a1a-e967fe374688 on host dv-cinder-824187-7-iscsi {{(pid=109084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:53:16.403796 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Device 04aff5e1-88d0-435d-9a1a-e967fe374688 not bound to the agent host dv-cinder-824187-7-iscsi {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:53:16.409397 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-de653855-cdfd-4be8-835e-0109bbe516d0 None None] Calling delete_port for 04aff5e1-88d0-435d-9a1a-e967fe374688 owned by network:dhcp {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:53:16.410084 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54351aaa-e2fd-4f2e-9e2f-cddd1348457b admin admin] Pushing event deleted for resources: {'Port': ['ID=04aff5e1-88d0-435d-9a1a-e967fe374688,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:53:16.494075 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-54351aaa-e2fd-4f2e-9e2f-cddd1348457b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1044054', 'neutron.services.segments.db._delete_segments_for_network-8742788684692'] for network (a5e1158c-43ca-495d-87ee-f8a1290dae33), precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:16.519117 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.services.segments.db [None req-54351aaa-e2fd-4f2e-9e2f-cddd1348457b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5e1158c-43ca-495d-87ee-f8a1290dae33']}} {{(pid=109084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:53:16.530295 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.services.segments.db [None req-54351aaa-e2fd-4f2e-9e2f-cddd1348457b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a935220a-3894-468f-9ef1-086134d7cd84') {'for_net_delete': True} {{(pid=109084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:53:16.530607 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.services.segments.db [None req-54351aaa-e2fd-4f2e-9e2f-cddd1348457b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a935220a-3894-468f-9ef1-086134d7cd84') {} {{(pid=109084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:53:16.536748 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-de653855-cdfd-4be8-835e-0109bbe516d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742788697034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742788384835'] for port (04aff5e1-88d0-435d-9a1a-e967fe374688), after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:16.540482 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-54351aaa-e2fd-4f2e-9e2f-cddd1348457b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742788686749', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4731622'] for segment (a935220a-3894-468f-9ef1-086134d7cd84), before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:16.555585 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-54351aaa-e2fd-4f2e-9e2f-cddd1348457b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-923698'] for segment (a935220a-3894-468f-9ef1-086134d7cd84), precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:16.562534 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54351aaa-e2fd-4f2e-9e2f-cddd1348457b admin admin] Releasing vlan 726 on physical network physnet1 to pool {{(pid=109084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:53:16.562982 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-54351aaa-e2fd-4f2e-9e2f-cddd1348457b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-923698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6110770'] for segment (a935220a-3894-468f-9ef1-086134d7cd84), after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:16.565065 dv-cinder-824187-7-iscsi neutron-server[109084]: Traceback (most recent call last): Jan 28 13:53:16.565065 dv-cinder-824187-7-iscsi neutron-server[109084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:53:16.565065 dv-cinder-824187-7-iscsi neutron-server[109084]: timer() Jan 28 13:53:16.565065 dv-cinder-824187-7-iscsi neutron-server[109084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:53:16.565065 dv-cinder-824187-7-iscsi neutron-server[109084]: cb(*args, **kw) Jan 28 13:53:16.565065 dv-cinder-824187-7-iscsi neutron-server[109084]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:53:16.565065 dv-cinder-824187-7-iscsi neutron-server[109084]: return func(*args, **kwargs) Jan 28 13:53:16.565065 dv-cinder-824187-7-iscsi neutron-server[109084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:53:16.565065 dv-cinder-824187-7-iscsi neutron-server[109084]: self._notify() Jan 28 13:53:16.565065 dv-cinder-824187-7-iscsi neutron-server[109084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:53:16.565065 dv-cinder-824187-7-iscsi neutron-server[109084]: self.callback(batched_events) Jan 28 13:53:16.565065 dv-cinder-824187-7-iscsi neutron-server[109084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:53:16.565065 dv-cinder-824187-7-iscsi neutron-server[109084]: event.method(event) Jan 28 13:53:16.565065 dv-cinder-824187-7-iscsi neutron-server[109084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:53:16.565065 dv-cinder-824187-7-iscsi neutron-server[109084]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:53:16.565065 dv-cinder-824187-7-iscsi neutron-server[109084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:53:16.565065 dv-cinder-824187-7-iscsi neutron-server[109084]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:53:16.565065 dv-cinder-824187-7-iscsi neutron-server[109084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:53:16.565065 dv-cinder-824187-7-iscsi neutron-server[109084]: return f(self, *a, **k) Jan 28 13:53:16.565065 dv-cinder-824187-7-iscsi neutron-server[109084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:53:16.565065 dv-cinder-824187-7-iscsi neutron-server[109084]: return self._get(url).json() Jan 28 13:53:16.565065 dv-cinder-824187-7-iscsi neutron-server[109084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:53:16.565065 dv-cinder-824187-7-iscsi neutron-server[109084]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:53:16.565065 dv-cinder-824187-7-iscsi neutron-server[109084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:53:16.565065 dv-cinder-824187-7-iscsi neutron-server[109084]: return self.request(url, 'GET', **kwargs) Jan 28 13:53:16.565065 dv-cinder-824187-7-iscsi neutron-server[109084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:53:16.565065 dv-cinder-824187-7-iscsi neutron-server[109084]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:53:16.565065 dv-cinder-824187-7-iscsi neutron-server[109084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:53:16.565065 dv-cinder-824187-7-iscsi neutron-server[109084]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:53:16.565065 dv-cinder-824187-7-iscsi neutron-server[109084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:53:16.565065 dv-cinder-824187-7-iscsi neutron-server[109084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:53:16.565065 dv-cinder-824187-7-iscsi neutron-server[109084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:53:16.570065 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de653855-cdfd-4be8-835e-0109bbe516d0 None None] Pushing event deleted for resources: {'Port': ['ID=04aff5e1-88d0-435d-9a1a-e967fe374688,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:53:16.572328 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de653855-cdfd-4be8-835e-0109bbe516d0 None None] No DVR routers for this DVR port 04aff5e1-88d0-435d-9a1a-e967fe374688 on host dv-cinder-824187-7-iscsi {{(pid=109086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:53:16.580638 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de653855-cdfd-4be8-835e-0109bbe516d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:53:16.581026 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de653855-cdfd-4be8-835e-0109bbe516d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:53:16.581370 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de653855-cdfd-4be8-835e-0109bbe516d0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:53:16.581702 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de653855-cdfd-4be8-835e-0109bbe516d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:53:16.582034 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de653855-cdfd-4be8-835e-0109bbe516d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:53:16.582364 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de653855-cdfd-4be8-835e-0109bbe516d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:53:16.582688 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de653855-cdfd-4be8-835e-0109bbe516d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:53:16.583022 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de653855-cdfd-4be8-835e-0109bbe516d0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:53:16.583343 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de653855-cdfd-4be8-835e-0109bbe516d0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:53:16.583673 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de653855-cdfd-4be8-835e-0109bbe516d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:53:16.584000 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de653855-cdfd-4be8-835e-0109bbe516d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:53:16.584308 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de653855-cdfd-4be8-835e-0109bbe516d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:53:16.584622 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de653855-cdfd-4be8-835e-0109bbe516d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:53:16.629217 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-54351aaa-e2fd-4f2e-9e2f-cddd1348457b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1044015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1817757'] for network (a5e1158c-43ca-495d-87ee-f8a1290dae33), after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:16.635130 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-54351aaa-e2fd-4f2e-9e2f-cddd1348457b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032615'] for network (None), before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:16.638175 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-54351aaa-e2fd-4f2e-9e2f-cddd1348457b admin admin] 10.222.0.72 "DELETE /v2.0/networks/a5e1158c-43ca-495d-87ee-f8a1290dae33 HTTP/1.1" status: 204 len: 168 time: 0.6614487 Jan 28 13:53:16.641479 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 46876) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:53:16.649217 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54351aaa-e2fd-4f2e-9e2f-cddd1348457b admin admin] Pushing event deleted for resources: {'Network': ['ID=a5e1158c-43ca-495d-87ee-f8a1290dae33,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:53:17.013355 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c995dadc-4a6c-4cdd-a89e-eb797b9a1afb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1811891'] for router_interface (7f038a6e-d63e-4bd1-ace7-2994c48703ff), before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:17.271098 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-c995dadc-4a6c-4cdd-a89e-eb797b9a1afb admin admin] Deleting port 2f100352-b6c4-4d74-9cb1-9b17b981fb62 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:53:17.271337 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c995dadc-4a6c-4cdd-a89e-eb797b9a1afb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742788692592'] for port (2f100352-b6c4-4d74-9cb1-9b17b981fb62), before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:17.299271 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23635556-be45-4ef0-a0b0-d242b54a0a3e req-2a3b8749-387b-40aa-8519-c29196418481 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:17.300775 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-23635556-be45-4ef0-a0b0-d242b54a0a3e req-2a3b8749-387b-40aa-8519-c29196418481 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5d89034-8705-4e93-a271-97e037a7c2b3 HTTP/1.1" status: 200 len: 946 time: 0.0507295 Jan 28 13:53:17.355339 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-23635556-be45-4ef0-a0b0-d242b54a0a3e req-9f2c4fa6-fb9e-45bf-b902-72fbbea2391d tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] 10.222.0.72 "GET /v2.0/security-groups?id=03f317d8-0cf7-4af4-abf7-94e0d05a91da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488267 Jan 28 13:53:17.380557 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.db [None req-c995dadc-4a6c-4cdd-a89e-eb797b9a1afb admin admin] For port 2f100352-b6c4-4d74-9cb1-9b17b981fb62, host dv-cinder-824187-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-7-iscsi',level=0,port_id=2f100352-b6c4-4d74-9cb1-9b17b981fb62,segment=NetworkSegment(9bd04139-65a9-4dc0-ba80-61ceac62e05e),segment_id=9bd04139-65a9-4dc0-ba80-61ceac62e05e)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:53:17.380969 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c995dadc-4a6c-4cdd-a89e-eb797b9a1afb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818260'] for port (2f100352-b6c4-4d74-9cb1-9b17b981fb62), precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:17.396124 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-c995dadc-4a6c-4cdd-a89e-eb797b9a1afb admin admin] Calling delete_port for 2f100352-b6c4-4d74-9cb1-9b17b981fb62 owned by network:router_interface {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:53:17.413367 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2856f32-8bcf-4a00-9eac-7109bb94c668 req-b25199f8-ba03-4b38-8b55-d4ce09c605ba tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:17.414824 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-c2856f32-8bcf-4a00-9eac-7109bb94c668 req-b25199f8-ba03-4b38-8b55-d4ce09c605ba tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] 10.222.0.78 "GET /v2.0/ports?device_id=d5d89034-8705-4e93-a271-97e037a7c2b3 HTTP/1.1" status: 200 len: 946 time: 0.0902174 Jan 28 13:53:17.602674 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-c2856f32-8bcf-4a00-9eac-7109bb94c668 req-035ee8f2-99cc-4887-b760-e9aa83234ae9 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Deleting port aa3e569d-6363-4a00-9499-01745c34b864 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:53:17.602931 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c2856f32-8bcf-4a00-9eac-7109bb94c668 req-035ee8f2-99cc-4887-b760-e9aa83234ae9 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742788692592'] for port (aa3e569d-6363-4a00-9499-01745c34b864), before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:17.718820 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c995dadc-4a6c-4cdd-a89e-eb797b9a1afb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742788697034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742788384835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4723325'] for port (2f100352-b6c4-4d74-9cb1-9b17b981fb62), after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:17.726345 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-c2856f32-8bcf-4a00-9eac-7109bb94c668 req-035ee8f2-99cc-4887-b760-e9aa83234ae9 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] For port aa3e569d-6363-4a00-9499-01745c34b864, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=aa3e569d-6363-4a00-9499-01745c34b864,segment=NetworkSegment(76fda797-5fc8-4861-a2c8-4de64e9f2b3e),segment_id=76fda797-5fc8-4861-a2c8-4de64e9f2b3e)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:53:17.726694 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c2856f32-8bcf-4a00-9eac-7109bb94c668 req-035ee8f2-99cc-4887-b760-e9aa83234ae9 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818260'] for port (aa3e569d-6363-4a00-9499-01745c34b864), precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:17.762238 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c995dadc-4a6c-4cdd-a89e-eb797b9a1afb admin admin] Pushing event deleted for resources: {'Port': ['ID=2f100352-b6c4-4d74-9cb1-9b17b981fb62,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:53:18.341281 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c2856f32-8bcf-4a00-9eac-7109bb94c668 req-035ee8f2-99cc-4887-b760-e9aa83234ae9 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:18.341653 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c2856f32-8bcf-4a00-9eac-7109bb94c668 req-035ee8f2-99cc-4887-b760-e9aa83234ae9 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1817779'] for floatingip (ee16a21d-0da1-4dab-999a-e0cdffc6e142), after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:18.341960 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.db.l3_db [req-c2856f32-8bcf-4a00-9eac-7109bb94c668 req-035ee8f2-99cc-4887-b760-e9aa83234ae9 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Floating IP ee16a21d-0da1-4dab-999a-e0cdffc6e142 disassociated. External IP: 172.27.0.153, port: aa3e569d-6363-4a00-9499-01745c34b864. Jan 28 13:53:18.342303 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-c2856f32-8bcf-4a00-9eac-7109bb94c668 req-035ee8f2-99cc-4887-b760-e9aa83234ae9 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Calling delete_port for aa3e569d-6363-4a00-9499-01745c34b864 owned by compute:nova {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:53:18.356160 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-c995dadc-4a6c-4cdd-a89e-eb797b9a1afb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2032394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1811743'] for router_interface (7f038a6e-d63e-4bd1-ace7-2994c48703ff), after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:18.475091 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f87a87e-f0c7-4fa6-9ac4-f293ee476568 req-f0825c8d-1140-4254-b2c0-bcd72e4c1e09 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:18.476621 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-0f87a87e-f0c7-4fa6-9ac4-f293ee476568 req-f0825c8d-1140-4254-b2c0-bcd72e4c1e09 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5d89034-8705-4e93-a271-97e037a7c2b3 HTTP/1.1" status: 200 len: 946 time: 0.0518053 Jan 28 13:53:18.525072 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-0f87a87e-f0c7-4fa6-9ac4-f293ee476568 req-e5932241-5191-4cf0-aa2d-60d3ad611a5a tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] 10.222.0.72 "GET /v2.0/security-groups?id=03f317d8-0cf7-4af4-abf7-94e0d05a91da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419962 Jan 28 13:53:18.603554 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c2856f32-8bcf-4a00-9eac-7109bb94c668 req-035ee8f2-99cc-4887-b760-e9aa83234ae9 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742788697034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742788384835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4723325'] for port (aa3e569d-6363-4a00-9499-01745c34b864), after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:18.668244 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035ee8f2-99cc-4887-b760-e9aa83234ae9 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Pushing event deleted for resources: {'Port': ['ID=aa3e569d-6363-4a00-9499-01745c34b864,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:53:18.732047 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c995dadc-4a6c-4cdd-a89e-eb797b9a1afb admin admin] Router 7f038a6e-d63e-4bd1-ace7-2994c48703ff has already been hosted by L3 agent 5fb30df9-6f10-41b8-94cc-b881623ba250 {{(pid=109085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:53:18.835931 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c2856f32-8bcf-4a00-9eac-7109bb94c668 req-035ee8f2-99cc-4887-b760-e9aa83234ae9 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Router 7c5b0b69-8cc3-4035-834e-edb5969b3858 has already been hosted by L3 agent 5fb30df9-6f10-41b8-94cc-b881623ba250 {{(pid=109085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:53:18.928434 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c995dadc-4a6c-4cdd-a89e-eb797b9a1afb admin admin] Notify agent at l3_agent.dv-cinder-824187-7-iscsi the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:53:18.934615 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-c995dadc-4a6c-4cdd-a89e-eb797b9a1afb admin admin] 10.222.0.72 "PUT /v2.0/routers/7f038a6e-d63e-4bd1-ace7-2994c48703ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2859216 Jan 28 13:53:18.937259 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 46888) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:53:18.940034 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d57994-51a2-4fea-ad00-34fb36dfddda None None] Sync routers for ids ['7f038a6e-d63e-4bd1-ace7-2994c48703ff'] in dv-cinder-824187-7-iscsi {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:53:18.950917 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d57994-51a2-4fea-ad00-34fb36dfddda None None] Routers {'7f038a6e-d63e-4bd1-ace7-2994c48703ff'} bound to L3 agent in host dv-cinder-824187-7-iscsi {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:53:18.951660 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-95d57994-51a2-4fea-ad00-34fb36dfddda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-28T13:37:30Z,description=,heartbeat_timestamp=2022-01-28T13:53:00Z,host='dv-cinder-824187-7-iscsi',id=5fb30df9-6f10-41b8-94cc-b881623ba250,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:37:30Z,topic='l3_agent')) {'router_ids': ['7f038a6e-d63e-4bd1-ace7-2994c48703ff'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:53:18.998388 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c2856f32-8bcf-4a00-9eac-7109bb94c668 req-035ee8f2-99cc-4887-b760-e9aa83234ae9 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Notify agent at l3_agent.dv-cinder-824187-7-iscsi the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:53:19.012897 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d361b381-f039-4b8a-a230-a2f78877efa7 None None] Sync routers for ids ['7c5b0b69-8cc3-4035-834e-edb5969b3858'] in dv-cinder-824187-7-iscsi {{(pid=109086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:53:19.036272 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d361b381-f039-4b8a-a230-a2f78877efa7 None None] Routers {'7c5b0b69-8cc3-4035-834e-edb5969b3858'} bound to L3 agent in host dv-cinder-824187-7-iscsi {{(pid=109086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:53:19.037304 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-d361b381-f039-4b8a-a230-a2f78877efa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-28T13:37:30Z,description=,heartbeat_timestamp=2022-01-28T13:53:00Z,host='dv-cinder-824187-7-iscsi',id=5fb30df9-6f10-41b8-94cc-b881623ba250,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:37:30Z,topic='l3_agent')) {'router_ids': ['7c5b0b69-8cc3-4035-834e-edb5969b3858'], 'active': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:53:19.047700 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2856f32-8bcf-4a00-9eac-7109bb94c668 req-035ee8f2-99cc-4887-b760-e9aa83234ae9 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] No DVR routers for this DVR port aa3e569d-6363-4a00-9499-01745c34b864 on host hv-cinder-82418 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:53:19.051364 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-c2856f32-8bcf-4a00-9eac-7109bb94c668 req-035ee8f2-99cc-4887-b760-e9aa83234ae9 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91499'] for port (None), before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:19.056311 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-04fd75b8-69d7-4fcb-8c3e-e151163011fb admin admin] Publish callbacks [] for router (7f038a6e-d63e-4bd1-ace7-2994c48703ff), before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:19.070740 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-c2856f32-8bcf-4a00-9eac-7109bb94c668 req-035ee8f2-99cc-4887-b760-e9aa83234ae9 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] 10.222.0.78 "DELETE /v2.0/ports/aa3e569d-6363-4a00-9499-01745c34b864 HTTP/1.1" status: 204 len: 173 time: 1.6501012 Jan 28 13:53:19.071242 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5d89034-8705-4e93-a271-97e037a7c2b3', 'name': 'network-vif-deleted', 'tag': 'aa3e569d-6363-4a00-9499-01745c34b864'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:53:19.073670 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19ef927ebdb7e136520bf73605241c98ba3844c75ab8794845cb00139da391b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0693551-dc20-4bff-9748-d37d7e77747c" -d '{"events": [{"server_uuid": "d5d89034-8705-4e93-a271-97e037a7c2b3", "name": "network-vif-deleted", "tag": "aa3e569d-6363-4a00-9499-01745c34b864"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:53:19.080727 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-95d57994-51a2-4fea-ad00-34fb36dfddda None None] Set router 7f038a6e-d63e-4bd1-ace7-2994c48703ff gateway port host: dv-cinder-824187-7-iscsi {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:53:19.166494 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91494bbf-4304-4385-858a-3b4d9a8d34e0 x-openstack-request-id: req-91494bbf-4304-4385-858a-3b4d9a8d34e0 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:53:19.167012 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5d89034-8705-4e93-a271-97e037a7c2b3", "name": "network-vif-deleted", "tag": "aa3e569d-6363-4a00-9499-01745c34b864", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:53:19.167642 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-91494bbf-4304-4385-858a-3b4d9a8d34e0 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:53:19.168267 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5d89034-8705-4e93-a271-97e037a7c2b3', 'name': 'network-vif-deleted', 'tag': 'aa3e569d-6363-4a00-9499-01745c34b864', 'status': 'completed', 'code': 200} Jan 28 13:53:19.227183 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-04fd75b8-69d7-4fcb-8c3e-e151163011fb admin admin] Publish callbacks [] for router_gateway (7f038a6e-d63e-4bd1-ace7-2994c48703ff), before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:19.307339 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.plugin [None req-04fd75b8-69d7-4fcb-8c3e-e151163011fb admin admin] Deleting port b4876ce4-4290-46e9-b02b-7e1a7c3af5fc {{(pid=109084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:53:19.307767 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-04fd75b8-69d7-4fcb-8c3e-e151163011fb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742788692592'] for port (b4876ce4-4290-46e9-b02b-7e1a7c3af5fc), before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:19.343166 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvr_db [None req-d361b381-f039-4b8a-a230-a2f78877efa7 None None] Set router 7c5b0b69-8cc3-4035-834e-edb5969b3858 gateway port host: dv-cinder-824187-7-iscsi {{(pid=109086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:53:19.349394 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-95d57994-51a2-4fea-ad00-34fb36dfddda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f038a6e-d63e-4bd1-ace7-2994c48703ff', 'name': 'tempest-TestMinimumBasicScenario-918094146-router', 'tenant_id': 'da0d2234d5b645f7a9a053c70bfc386e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'external_fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.173'}], 'enable_snat': True}, 'gw_port_id': 'b4876ce4-4290-46e9-b02b-7e1a7c3af5fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:48:40Z', 'updated_at': '2022-01-28T13:53:17Z', 'revision_number': 5, 'project_id': 'da0d2234d5b645f7a9a053c70bfc386e', 'gw_port': {'id': 'b4876ce4-4290-46e9-b02b-7e1a7c3af5fc', 'name': '', 'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:c3:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f038a6e-d63e-4bd1-ace7-2994c48703ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:48:41Z', 'updated_at': '2022-01-28T13:48:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-7-iscsi'}], 'dv-cinder-824187-7-iscsi', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:53:19.382803 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d57994-51a2-4fea-ad00-34fb36dfddda None None] Checking router: 7f038a6e-d63e-4bd1-ace7-2994c48703ff for host: dv-cinder-824187-7-iscsi {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:53:19.391972 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d57994-51a2-4fea-ad00-34fb36dfddda None None] Routers {'7f038a6e-d63e-4bd1-ace7-2994c48703ff'} bound to L3 agent in host dv-cinder-824187-7-iscsi {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:53:19.392602 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-95d57994-51a2-4fea-ad00-34fb36dfddda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-28T13:37:30Z,description=,heartbeat_timestamp=2022-01-28T13:53:00Z,host='dv-cinder-824187-7-iscsi',id=5fb30df9-6f10-41b8-94cc-b881623ba250,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:37:30Z,topic='l3_agent')) {'router_ids': ['7f038a6e-d63e-4bd1-ace7-2994c48703ff'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:53:19.395856 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.db [None req-04fd75b8-69d7-4fcb-8c3e-e151163011fb admin admin] For port b4876ce4-4290-46e9-b02b-7e1a7c3af5fc, host dv-cinder-824187-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-7-iscsi',level=0,port_id=b4876ce4-4290-46e9-b02b-7e1a7c3af5fc,segment=NetworkSegment(2ff911eb-b784-4487-8703-ed6009453f86),segment_id=2ff911eb-b784-4487-8703-ed6009453f86)] {{(pid=109084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:53:19.396221 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-04fd75b8-69d7-4fcb-8c3e-e151163011fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818260'] for port (b4876ce4-4290-46e9-b02b-7e1a7c3af5fc), precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:19.408800 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.plugin [None req-04fd75b8-69d7-4fcb-8c3e-e151163011fb admin admin] Calling delete_port for b4876ce4-4290-46e9-b02b-7e1a7c3af5fc owned by network:router_gateway {{(pid=109084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:53:19.491862 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-95d57994-51a2-4fea-ad00-34fb36dfddda None None] Set router 7f038a6e-d63e-4bd1-ace7-2994c48703ff gateway port host: None {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:53:19.547958 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-95d57994-51a2-4fea-ad00-34fb36dfddda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f038a6e-d63e-4bd1-ace7-2994c48703ff', 'name': 'tempest-TestMinimumBasicScenario-918094146-router', 'tenant_id': 'da0d2234d5b645f7a9a053c70bfc386e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:48:40Z', 'updated_at': '2022-01-28T13:53:19Z', 'revision_number': 6, 'project_id': 'da0d2234d5b645f7a9a053c70bfc386e', 'gw_port_host': None}], 'dv-cinder-824187-7-iscsi', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:53:19.579319 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d57994-51a2-4fea-ad00-34fb36dfddda None None] The sync data for ids ['7f038a6e-d63e-4bd1-ace7-2994c48703ff'] in dv-cinder-824187-7-iscsi is: [{'id': '7f038a6e-d63e-4bd1-ace7-2994c48703ff', 'name': 'tempest-TestMinimumBasicScenario-918094146-router', 'tenant_id': 'da0d2234d5b645f7a9a053c70bfc386e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:48:40Z', 'updated_at': '2022-01-28T13:53:19Z', 'revision_number': 6, 'project_id': 'da0d2234d5b645f7a9a053c70bfc386e', 'gw_port_host': None}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:53:19.597762 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-d361b381-f039-4b8a-a230-a2f78877efa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c5b0b69-8cc3-4035-834e-edb5969b3858', 'name': 'tempest-AttachVolumeTestJSON-128407593-router', 'tenant_id': '737de5ae86cd4e209c1bd6e090b968f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'external_fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '0a436445-0a24-4f7c-938b-88bfd91db432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:45:22Z', 'updated_at': '2022-01-28T13:45:30Z', 'revision_number': 4, 'project_id': '737de5ae86cd4e209c1bd6e090b968f3', 'gw_port': {'id': '0a436445-0a24-4f7c-938b-88bfd91db432', 'name': '', 'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:a8:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5b0b69-8cc3-4035-834e-edb5969b3858', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:23Z', 'updated_at': '2022-01-28T13:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-7-iscsi', '_interfaces': [{'id': 'ec00c25a-9840-4cfc-887b-e4f424a1ec9d', 'name': '', 'network_id': '78d9b12b-20e5-405d-b8d9-58d523acb332', 'tenant_id': '737de5ae86cd4e209c1bd6e090b968f3', 'mac_address': 'fa:16:3e:cf:81:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5b0b69-8cc3-4035-834e-edb5969b3858', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '3016a3fe-7a83-4026-bb15-1c5764645712', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:29Z', 'updated_at': '2022-01-28T13:45:37Z', 'revision_number': 5, 'project_id': '737de5ae86cd4e209c1bd6e090b968f3', 'subnets': [{'id': '3016a3fe-7a83-4026-bb15-1c5764645712', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824187-7-iscsi', False) {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:53:19.643234 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d361b381-f039-4b8a-a230-a2f78877efa7 None None] Checking router: 7c5b0b69-8cc3-4035-834e-edb5969b3858 for host: dv-cinder-824187-7-iscsi {{(pid=109086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:53:19.656225 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-04fd75b8-69d7-4fcb-8c3e-e151163011fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742788697034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742788384835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6110957'] for port (b4876ce4-4290-46e9-b02b-7e1a7c3af5fc), after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:19.657068 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d361b381-f039-4b8a-a230-a2f78877efa7 None None] Routers {'7c5b0b69-8cc3-4035-834e-edb5969b3858'} bound to L3 agent in host dv-cinder-824187-7-iscsi {{(pid=109086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:53:19.657732 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-d361b381-f039-4b8a-a230-a2f78877efa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-28T13:37:30Z,description=,heartbeat_timestamp=2022-01-28T13:53:00Z,host='dv-cinder-824187-7-iscsi',id=5fb30df9-6f10-41b8-94cc-b881623ba250,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:37:30Z,topic='l3_agent')) {'router_ids': ['7c5b0b69-8cc3-4035-834e-edb5969b3858'], 'active': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:53:19.664387 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-5eda41b8-d067-4983-9894-eab6d521a429 req-62790bbc-a060-437f-be0e-8f488cbfb6f0 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] 10.222.0.72 "GET /v2.0/ports?device_id=d5d89034-8705-4e93-a271-97e037a7c2b3 HTTP/1.1" status: 200 len: 210 time: 0.0274997 Jan 28 13:53:19.704423 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fd75b8-69d7-4fcb-8c3e-e151163011fb admin admin] Pushing event deleted for resources: {'Port': ['ID=b4876ce4-4290-46e9-b02b-7e1a7c3af5fc,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:53:19.764081 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-04fd75b8-69d7-4fcb-8c3e-e151163011fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1816949'] for router_gateway (7f038a6e-d63e-4bd1-ace7-2994c48703ff), after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:19.784549 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvr_db [None req-d361b381-f039-4b8a-a230-a2f78877efa7 None None] Set router 7c5b0b69-8cc3-4035-834e-edb5969b3858 gateway port host: dv-cinder-824187-7-iscsi {{(pid=109086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:53:20.045607 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-d361b381-f039-4b8a-a230-a2f78877efa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c5b0b69-8cc3-4035-834e-edb5969b3858', 'name': 'tempest-AttachVolumeTestJSON-128407593-router', 'tenant_id': '737de5ae86cd4e209c1bd6e090b968f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'external_fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '0a436445-0a24-4f7c-938b-88bfd91db432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:45:22Z', 'updated_at': '2022-01-28T13:45:30Z', 'revision_number': 4, 'project_id': '737de5ae86cd4e209c1bd6e090b968f3', 'gw_port': {'id': '0a436445-0a24-4f7c-938b-88bfd91db432', 'name': '', 'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:a8:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5b0b69-8cc3-4035-834e-edb5969b3858', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:23Z', 'updated_at': '2022-01-28T13:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-7-iscsi', '_interfaces': [{'id': 'ec00c25a-9840-4cfc-887b-e4f424a1ec9d', 'name': '', 'network_id': '78d9b12b-20e5-405d-b8d9-58d523acb332', 'tenant_id': '737de5ae86cd4e209c1bd6e090b968f3', 'mac_address': 'fa:16:3e:cf:81:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5b0b69-8cc3-4035-834e-edb5969b3858', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '3016a3fe-7a83-4026-bb15-1c5764645712', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:29Z', 'updated_at': '2022-01-28T13:45:37Z', 'revision_number': 5, 'project_id': '737de5ae86cd4e209c1bd6e090b968f3', 'subnets': [{'id': '3016a3fe-7a83-4026-bb15-1c5764645712', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824187-7-iscsi', False) {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:53:20.075225 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Device 2f100352-b6c4-4d74-9cb1-9b17b981fb62 no longer exists at agent ovs-agent-dv-cinder-824187-7-iscsi {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:53:20.095188 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] No Port match for: 2f100352-b6c4-4d74-9cb1-9b17b981fb62 {{(pid=109086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:53:20.095533 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Device 2f100352-b6c4-4d74-9cb1-9b17b981fb62 not bound to the agent host dv-cinder-824187-7-iscsi {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:53:20.097068 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d361b381-f039-4b8a-a230-a2f78877efa7 None None] The sync data for ids ['7c5b0b69-8cc3-4035-834e-edb5969b3858'] in dv-cinder-824187-7-iscsi is: [{'id': '7c5b0b69-8cc3-4035-834e-edb5969b3858', 'name': 'tempest-AttachVolumeTestJSON-128407593-router', 'tenant_id': '737de5ae86cd4e209c1bd6e090b968f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'external_fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '0a436445-0a24-4f7c-938b-88bfd91db432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:45:22Z', 'updated_at': '2022-01-28T13:45:30Z', 'revision_number': 4, 'project_id': '737de5ae86cd4e209c1bd6e090b968f3', 'gw_port': {'id': '0a436445-0a24-4f7c-938b-88bfd91db432', 'name': '', 'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:a8:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5b0b69-8cc3-4035-834e-edb5969b3858', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:23Z', 'updated_at': '2022-01-28T13:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-7-iscsi', '_interfaces': [{'id': 'ec00c25a-9840-4cfc-887b-e4f424a1ec9d', 'name': '', 'network_id': '78d9b12b-20e5-405d-b8d9-58d523acb332', 'tenant_id': '737de5ae86cd4e209c1bd6e090b968f3', 'mac_address': 'fa:16:3e:cf:81:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5b0b69-8cc3-4035-834e-edb5969b3858', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '3016a3fe-7a83-4026-bb15-1c5764645712', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:29Z', 'updated_at': '2022-01-28T13:45:37Z', 'revision_number': 5, 'project_id': '737de5ae86cd4e209c1bd6e090b968f3', 'subnets': [{'id': '3016a3fe-7a83-4026-bb15-1c5764645712', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:53:20.111563 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-04fd75b8-69d7-4fcb-8c3e-e151163011fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1812480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-46618'] for router (7f038a6e-d63e-4bd1-ace7-2994c48703ff), precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:20.114057 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-04fd75b8-69d7-4fcb-8c3e-e151163011fb admin admin] Publish callbacks [] for router_controller (7f038a6e-d63e-4bd1-ace7-2994c48703ff), precommit_delete_associations {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:20.159075 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-04fd75b8-69d7-4fcb-8c3e-e151163011fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1812489'] for router (7f038a6e-d63e-4bd1-ace7-2994c48703ff), after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:20.159623 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04fd75b8-69d7-4fcb-8c3e-e151163011fb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7f038a6e-d63e-4bd1-ace7-2994c48703ff {{(pid=109084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:53:20.164840 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-04fd75b8-69d7-4fcb-8c3e-e151163011fb admin admin] Publish callbacks [] for router (None), before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:20.166242 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-04fd75b8-69d7-4fcb-8c3e-e151163011fb admin admin] 10.222.0.72 "DELETE /v2.0/routers/7f038a6e-d63e-4bd1-ace7-2994c48703ff HTTP/1.1" status: 204 len: 168 time: 1.2279689 Jan 28 13:53:20.168651 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 46896) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:53:20.214476 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.db.db_base_plugin_v2 [None req-34e33388-07da-4f85-80dc-c0057669b61f admin admin] Deleting subnet eea56fe0-bc6d-400e-a2e9-8788e065f4c8 {{(pid=109084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:53:20.217662 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-34e33388-07da-4f85-80dc-c0057669b61f admin admin] Publish callbacks [] for subnet (eea56fe0-bc6d-400e-a2e9-8788e065f4c8), before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:20.254408 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-34e33388-07da-4f85-80dc-c0057669b61f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4731551'] for subnet (eea56fe0-bc6d-400e-a2e9-8788e065f4c8), precommit_delete_associations {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:20.328669 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed65a949-3412-467b-82d3-626be23dc792 None None] New status for floating IP ee16a21d-0da1-4dab-999a-e0cdffc6e142: DOWN {{(pid=109087) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 13:53:20.339416 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-34e33388-07da-4f85-80dc-c0057669b61f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1036461'] for subnet (eea56fe0-bc6d-400e-a2e9-8788e065f4c8), precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:20.401979 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-34e33388-07da-4f85-80dc-c0057669b61f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1036450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6110936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5832109'] for subnet (eea56fe0-bc6d-400e-a2e9-8788e065f4c8), after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:20.428113 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e33388-07da-4f85-80dc-c0057669b61f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eea56fe0-bc6d-400e-a2e9-8788e065f4c8,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:53:20.431717 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-34e33388-07da-4f85-80dc-c0057669b61f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:20.435161 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-34e33388-07da-4f85-80dc-c0057669b61f admin admin] 10.222.0.72 "DELETE /v2.0/subnets/eea56fe0-bc6d-400e-a2e9-8788e065f4c8 HTTP/1.1" status: 204 len: 168 time: 0.2653606 Jan 28 13:53:20.437925 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 46898) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:53:20.441357 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adfa890f-988d-4704-b77f-8f148463f43a None None] Network ea8a97fc-f8a5-4bdc-8bc9-653eaf60a04f requested from dv-cinder-824187-7-iscsi {{(pid=109086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:53:20.514863 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7e8cc3d9-a5a0-4848-a801-e78bf06e0200 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-799852'] for network (ea8a97fc-f8a5-4bdc-8bc9-653eaf60a04f), before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:20.582010 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-7e8cc3d9-a5a0-4848-a801-e78bf06e0200 admin admin] Deleting port d04bfecc-a3f4-4005-8ec9-626075951371 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:53:20.582217 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7e8cc3d9-a5a0-4848-a801-e78bf06e0200 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742788692592'] for port (d04bfecc-a3f4-4005-8ec9-626075951371), before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:20.617376 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92ec3f04-9593-4650-b9fd-040f4072b7b8 None None] DHCP port deletion for ea8a97fc-f8a5-4bdc-8bc9-653eaf60a04f request from dv-cinder-824187-7-iscsi {{(pid=109086) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:53:20.650658 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.db [None req-7e8cc3d9-a5a0-4848-a801-e78bf06e0200 admin admin] For port d04bfecc-a3f4-4005-8ec9-626075951371, host dv-cinder-824187-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-7-iscsi',level=0,port_id=d04bfecc-a3f4-4005-8ec9-626075951371,segment=NetworkSegment(9bd04139-65a9-4dc0-ba80-61ceac62e05e),segment_id=9bd04139-65a9-4dc0-ba80-61ceac62e05e)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:53:20.651311 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7e8cc3d9-a5a0-4848-a801-e78bf06e0200 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818260'] for port (d04bfecc-a3f4-4005-8ec9-626075951371), precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:20.667124 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-92ec3f04-9593-4650-b9fd-040f4072b7b8 None None] Deleting port d04bfecc-a3f4-4005-8ec9-626075951371 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:53:20.667533 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-92ec3f04-9593-4650-b9fd-040f4072b7b8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742788692592'] for port (d04bfecc-a3f4-4005-8ec9-626075951371), before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:20.670892 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-7e8cc3d9-a5a0-4848-a801-e78bf06e0200 admin admin] Calling delete_port for d04bfecc-a3f4-4005-8ec9-626075951371 owned by network:dhcp {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:53:20.741060 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-92ec3f04-9593-4650-b9fd-040f4072b7b8 None None] For port d04bfecc-a3f4-4005-8ec9-626075951371, host dv-cinder-824187-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-7-iscsi',level=0,port_id=d04bfecc-a3f4-4005-8ec9-626075951371,segment=NetworkSegment(9bd04139-65a9-4dc0-ba80-61ceac62e05e),segment_id=9bd04139-65a9-4dc0-ba80-61ceac62e05e)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:53:20.741551 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-92ec3f04-9593-4650-b9fd-040f4072b7b8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818260'] for port (d04bfecc-a3f4-4005-8ec9-626075951371), precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:20.759743 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-92ec3f04-9593-4650-b9fd-040f4072b7b8 None None] Calling delete_port for d04bfecc-a3f4-4005-8ec9-626075951371 owned by network:dhcp {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:53:20.767329 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 46904) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:53:20.768123 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7e8cc3d9-a5a0-4848-a801-e78bf06e0200 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742788697034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742788384835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4723325'] for port (d04bfecc-a3f4-4005-8ec9-626075951371), after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:20.802179 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8cc3d9-a5a0-4848-a801-e78bf06e0200 admin admin] No DVR routers for this DVR port d04bfecc-a3f4-4005-8ec9-626075951371 on host dv-cinder-824187-7-iscsi {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:53:20.803828 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8cc3d9-a5a0-4848-a801-e78bf06e0200 admin admin] Pushing event deleted for resources: {'Port': ['ID=d04bfecc-a3f4-4005-8ec9-626075951371,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:53:20.826971 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-5ca48fbf-2b35-420d-804e-bdd7a61dfcb8 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Publish callbacks [] for security_group (03f317d8-0cf7-4af4-abf7-94e0d05a91da), before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:20.849836 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-92ec3f04-9593-4650-b9fd-040f4072b7b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742788697034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742788384835'] for port (d04bfecc-a3f4-4005-8ec9-626075951371), after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:20.851649 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-5ca48fbf-2b35-420d-804e-bdd7a61dfcb8 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Publish callbacks [] for security_group (03f317d8-0cf7-4af4-abf7-94e0d05a91da), precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:20.875941 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec3f04-9593-4650-b9fd-040f4072b7b8 None None] Pushing event deleted for resources: {'Port': ['ID=d04bfecc-a3f4-4005-8ec9-626075951371,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:53:20.879807 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7e8cc3d9-a5a0-4848-a801-e78bf06e0200 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1044054', 'neutron.services.segments.db._delete_segments_for_network-8742788684692'] for network (ea8a97fc-f8a5-4bdc-8bc9-653eaf60a04f), precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:20.888471 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ec3f04-9593-4650-b9fd-040f4072b7b8 None None] No DVR routers for this DVR port d04bfecc-a3f4-4005-8ec9-626075951371 on host dv-cinder-824187-7-iscsi {{(pid=109086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:53:20.903706 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.services.segments.db [None req-7e8cc3d9-a5a0-4848-a801-e78bf06e0200 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea8a97fc-f8a5-4bdc-8bc9-653eaf60a04f']}} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:53:20.912372 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-5ca48fbf-2b35-420d-804e-bdd7a61dfcb8 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (03f317d8-0cf7-4af4-abf7-94e0d05a91da), after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:20.914272 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.services.segments.db [None req-7e8cc3d9-a5a0-4848-a801-e78bf06e0200 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bd04139-65a9-4dc0-ba80-61ceac62e05e') {'for_net_delete': True} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:53:20.914613 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.services.segments.db [None req-7e8cc3d9-a5a0-4848-a801-e78bf06e0200 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bd04139-65a9-4dc0-ba80-61ceac62e05e') {} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:53:20.915147 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-5ca48fbf-2b35-420d-804e-bdd7a61dfcb8 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Publish callbacks [] for security_group (None), before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:20.916344 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-5ca48fbf-2b35-420d-804e-bdd7a61dfcb8 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] 10.222.0.72 "DELETE /v2.0/security-groups/03f317d8-0cf7-4af4-abf7-94e0d05a91da HTTP/1.1" status: 204 len: 168 time: 0.1478724 Jan 28 13:53:20.919647 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 46906) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:53:20.927128 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7e8cc3d9-a5a0-4848-a801-e78bf06e0200 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742788686749', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6262728'] for segment (9bd04139-65a9-4dc0-ba80-61ceac62e05e), before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:20.936201 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca48fbf-2b35-420d-804e-bdd7a61dfcb8 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03f317d8-0cf7-4af4-abf7-94e0d05a91da,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:53:20.939918 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.api.v2.resource [None req-cb7255a8-a186-468f-9c6f-8378200ff2e0 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] show failed (client error): The resource could not be found. Jan 28 13:53:20.940513 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7e8cc3d9-a5a0-4848-a801-e78bf06e0200 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-923698'] for segment (9bd04139-65a9-4dc0-ba80-61ceac62e05e), precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:20.941035 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-cb7255a8-a186-468f-9c6f-8378200ff2e0 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] 10.222.0.72 "GET /v2.0/security-groups/03f317d8-0cf7-4af4-abf7-94e0d05a91da HTTP/1.1" status: 404 len: 347 time: 0.0204082 Jan 28 13:53:20.944748 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 46908) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:53:20.950963 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e8cc3d9-a5a0-4848-a801-e78bf06e0200 admin admin] Releasing vlan 736 on physical network physnet1 to pool {{(pid=109085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:53:20.951366 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7e8cc3d9-a5a0-4848-a801-e78bf06e0200 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-923698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4723362'] for segment (9bd04139-65a9-4dc0-ba80-61ceac62e05e), after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:20.953206 dv-cinder-824187-7-iscsi neutron-server[109085]: Traceback (most recent call last): Jan 28 13:53:20.953206 dv-cinder-824187-7-iscsi neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:53:20.953206 dv-cinder-824187-7-iscsi neutron-server[109085]: timer() Jan 28 13:53:20.953206 dv-cinder-824187-7-iscsi neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:53:20.953206 dv-cinder-824187-7-iscsi neutron-server[109085]: cb(*args, **kw) Jan 28 13:53:20.953206 dv-cinder-824187-7-iscsi neutron-server[109085]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:53:20.953206 dv-cinder-824187-7-iscsi neutron-server[109085]: return func(*args, **kwargs) Jan 28 13:53:20.953206 dv-cinder-824187-7-iscsi neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:53:20.953206 dv-cinder-824187-7-iscsi neutron-server[109085]: self._notify() Jan 28 13:53:20.953206 dv-cinder-824187-7-iscsi neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:53:20.953206 dv-cinder-824187-7-iscsi neutron-server[109085]: self.callback(batched_events) Jan 28 13:53:20.953206 dv-cinder-824187-7-iscsi neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:53:20.953206 dv-cinder-824187-7-iscsi neutron-server[109085]: event.method(event) Jan 28 13:53:20.953206 dv-cinder-824187-7-iscsi neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:53:20.953206 dv-cinder-824187-7-iscsi neutron-server[109085]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:53:20.953206 dv-cinder-824187-7-iscsi neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:53:20.953206 dv-cinder-824187-7-iscsi neutron-server[109085]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:53:20.953206 dv-cinder-824187-7-iscsi neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:53:20.953206 dv-cinder-824187-7-iscsi neutron-server[109085]: return f(self, *a, **k) Jan 28 13:53:20.953206 dv-cinder-824187-7-iscsi neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:53:20.953206 dv-cinder-824187-7-iscsi neutron-server[109085]: return self._get(url).json() Jan 28 13:53:20.953206 dv-cinder-824187-7-iscsi neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:53:20.953206 dv-cinder-824187-7-iscsi neutron-server[109085]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:53:20.953206 dv-cinder-824187-7-iscsi neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:53:20.953206 dv-cinder-824187-7-iscsi neutron-server[109085]: return self.request(url, 'GET', **kwargs) Jan 28 13:53:20.953206 dv-cinder-824187-7-iscsi neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:53:20.953206 dv-cinder-824187-7-iscsi neutron-server[109085]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:53:20.953206 dv-cinder-824187-7-iscsi neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:53:20.953206 dv-cinder-824187-7-iscsi neutron-server[109085]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:53:20.953206 dv-cinder-824187-7-iscsi neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:53:20.953206 dv-cinder-824187-7-iscsi neutron-server[109085]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:53:20.953206 dv-cinder-824187-7-iscsi neutron-server[109085]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:53:21.012563 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7e8cc3d9-a5a0-4848-a801-e78bf06e0200 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1044015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1817757'] for network (ea8a97fc-f8a5-4bdc-8bc9-653eaf60a04f), after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:21.018761 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7e8cc3d9-a5a0-4848-a801-e78bf06e0200 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032615'] for network (None), before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:21.024857 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-7e8cc3d9-a5a0-4848-a801-e78bf06e0200 admin admin] 10.222.0.72 "DELETE /v2.0/networks/ea8a97fc-f8a5-4bdc-8bc9-653eaf60a04f HTTP/1.1" status: 204 len: 168 time: 0.5849664 Jan 28 13:53:21.038284 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8cc3d9-a5a0-4848-a801-e78bf06e0200 admin admin] Pushing event deleted for resources: {'Network': ['ID=ea8a97fc-f8a5-4bdc-8bc9-653eaf60a04f,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:53:21.081555 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.plugin [None req-af07fa53-5b30-46c0-9391-734550573de6 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Deleting port 33c4318d-606f-47c1-8c69-aaeff747375d {{(pid=109084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:53:21.082135 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-af07fa53-5b30-46c0-9391-734550573de6 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742788692592'] for port (33c4318d-606f-47c1-8c69-aaeff747375d), before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:21.160682 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-af07fa53-5b30-46c0-9391-734550573de6 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818260'] for port (33c4318d-606f-47c1-8c69-aaeff747375d), precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:21.161089 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-af07fa53-5b30-46c0-9391-734550573de6 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Publish callbacks [] for floatingip (33c4318d-606f-47c1-8c69-aaeff747375d), precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:21.173570 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.plugin [None req-af07fa53-5b30-46c0-9391-734550573de6 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Calling delete_port for 33c4318d-606f-47c1-8c69-aaeff747375d owned by network:floatingip {{(pid=109084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:53:21.203928 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 46914) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:53:21.247547 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-d75e71c1-d27c-40ce-990a-210720f8ff45 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=066532ec653e41aaa9c7e05722d8b0aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0423324 Jan 28 13:53:21.249986 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 46916) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:53:21.298963 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-70158c92-599e-4dc4-8681-9f9eb118a0e3 admin admin] Publish callbacks [] for security_group (5cded702-1696-4fa4-b86d-e31c80ca89d3), before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:21.312449 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-af07fa53-5b30-46c0-9391-734550573de6 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742788697034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742788384835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6110957'] for port (33c4318d-606f-47c1-8c69-aaeff747375d), after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:21.321087 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-70158c92-599e-4dc4-8681-9f9eb118a0e3 admin admin] Publish callbacks [] for security_group (5cded702-1696-4fa4-b86d-e31c80ca89d3), precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:21.339800 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af07fa53-5b30-46c0-9391-734550573de6 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Pushing event deleted for resources: {'Port': ['ID=33c4318d-606f-47c1-8c69-aaeff747375d,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:53:21.369574 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-70158c92-599e-4dc4-8681-9f9eb118a0e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (5cded702-1696-4fa4-b86d-e31c80ca89d3), after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:21.372734 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-70158c92-599e-4dc4-8681-9f9eb118a0e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:21.373960 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-70158c92-599e-4dc4-8681-9f9eb118a0e3 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5cded702-1696-4fa4-b86d-e31c80ca89d3 HTTP/1.1" status: 204 len: 168 time: 0.1230593 Jan 28 13:53:21.381933 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70158c92-599e-4dc4-8681-9f9eb118a0e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cded702-1696-4fa4-b86d-e31c80ca89d3,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:53:21.410463 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-af07fa53-5b30-46c0-9391-734550573de6 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Publish callbacks [] for floatingip (ee16a21d-0da1-4dab-999a-e0cdffc6e142), after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:21.413151 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-af07fa53-5b30-46c0-9391-734550573de6 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91499'] for floatingip (None), before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:21.417371 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-af07fa53-5b30-46c0-9391-734550573de6 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] 10.222.0.72 "DELETE /v2.0/floatingips/ee16a21d-0da1-4dab-999a-e0cdffc6e142 HTTP/1.1" status: 204 len: 168 time: 0.4681687 Jan 28 13:53:21.699448 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 46924) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:53:21.746330 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-355a8037-3dbc-4edc-b42d-defc389635ce admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=da0d2234d5b645f7a9a053c70bfc386e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0430460 Jan 28 13:53:21.746710 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 46926) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:53:21.795186 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-82660b59-8407-4b3b-82d6-b017406bd02d admin admin] Publish callbacks [] for security_group (9210bf30-e4d9-4e57-a6f4-37336abe1ca4), before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:21.816718 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-82660b59-8407-4b3b-82d6-b017406bd02d admin admin] Publish callbacks [] for security_group (9210bf30-e4d9-4e57-a6f4-37336abe1ca4), precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:21.864373 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-82660b59-8407-4b3b-82d6-b017406bd02d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (9210bf30-e4d9-4e57-a6f4-37336abe1ca4), after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:21.867106 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-82660b59-8407-4b3b-82d6-b017406bd02d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:21.868372 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-82660b59-8407-4b3b-82d6-b017406bd02d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/9210bf30-e4d9-4e57-a6f4-37336abe1ca4 HTTP/1.1" status: 204 len: 168 time: 0.1206951 Jan 28 13:53:21.877322 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82660b59-8407-4b3b-82d6-b017406bd02d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9210bf30-e4d9-4e57-a6f4-37336abe1ca4,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:53:21.992059 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Device b4876ce4-4290-46e9-b02b-7e1a7c3af5fc no longer exists at agent ovs-agent-dv-cinder-824187-7-iscsi {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:53:22.014765 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] No Port match for: b4876ce4-4290-46e9-b02b-7e1a7c3af5fc {{(pid=109086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:53:22.015450 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Device b4876ce4-4290-46e9-b02b-7e1a7c3af5fc not bound to the agent host dv-cinder-824187-7-iscsi {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:53:22.016035 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Device d04bfecc-a3f4-4005-8ec9-626075951371 no longer exists at agent ovs-agent-dv-cinder-824187-7-iscsi {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:53:22.037004 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] No Port match for: d04bfecc-a3f4-4005-8ec9-626075951371 {{(pid=109086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:53:22.037794 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Device d04bfecc-a3f4-4005-8ec9-626075951371 not bound to the agent host dv-cinder-824187-7-iscsi {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:53:22.096100 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 46930) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:53:22.100970 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.v2.base [None req-62848a33-42c8-4d55-a409-81c61056e2b1 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1385408043', 'description': 'tempest-description--1808950736'}} {{(pid=109084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:53:22.126078 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-62848a33-42c8-4d55-a409-81c61056e2b1 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Publish callbacks [] for security_group (None), before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:22.152590 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Device aa3e569d-6363-4a00-9499-01745c34b864 no longer exists at agent hyperv_hv-cinder-82418 {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:53:22.204953 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-62848a33-42c8-4d55-a409-81c61056e2b1 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Publish callbacks [] for security_group (eb39dd56-7c50-4cb3-b983-b46a86b65052), precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:22.213603 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-62848a33-42c8-4d55-a409-81c61056e2b1 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (eb39dd56-7c50-4cb3-b983-b46a86b65052), after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:22.217164 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] No Port match for: aa3e569d-6363-4a00-9499-01745c34b864 {{(pid=109086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:53:22.217807 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Device aa3e569d-6363-4a00-9499-01745c34b864 not bound to the agent host hv-cinder-82418 {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:53:22.253407 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-62848a33-42c8-4d55-a409-81c61056e2b1 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Publish callbacks [] for security_group (None), before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:22.254945 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-62848a33-42c8-4d55-a409-81c61056e2b1 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1575425 Jan 28 13:53:22.257083 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62848a33-42c8-4d55-a409-81c61056e2b1 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb39dd56-7c50-4cb3-b983-b46a86b65052,revision_number=1']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:53:22.257929 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 46934) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:53:22.263586 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.v2.base [None req-024f76ba-2a14-4d01-8bb5-1c564fd2477f tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Request body: {'security_group_rule': {'security_group_id': 'eb39dd56-7c50-4cb3-b983-b46a86b65052', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:53:22.291712 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-024f76ba-2a14-4d01-8bb5-1c564fd2477f tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Publish callbacks [] for security_group_rule (a132093d-3a43-43e6-8418-e81d64f36575), before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:22.351934 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-024f76ba-2a14-4d01-8bb5-1c564fd2477f tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Publish callbacks [] for security_group_rule (a132093d-3a43-43e6-8418-e81d64f36575), precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:22.358441 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-024f76ba-2a14-4d01-8bb5-1c564fd2477f tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054585'] for security_group_rule (a132093d-3a43-43e6-8418-e81d64f36575), after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:22.380323 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024f76ba-2a14-4d01-8bb5-1c564fd2477f tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a132093d-3a43-43e6-8418-e81d64f36575,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:53:22.389388 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-024f76ba-2a14-4d01-8bb5-1c564fd2477f tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:22.390620 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-024f76ba-2a14-4d01-8bb5-1c564fd2477f tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1315720 Jan 28 13:53:22.394372 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 46936) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:53:22.398848 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.v2.base [None req-2e40d1cf-2631-4267-b0bb-aee8e394ec36 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Request body: {'security_group_rule': {'security_group_id': 'eb39dd56-7c50-4cb3-b983-b46a86b65052', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:53:22.433594 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2e40d1cf-2631-4267-b0bb-aee8e394ec36 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Publish callbacks [] for security_group_rule (343cd102-9219-41e1-974e-cab9fb5057b3), before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:22.494334 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2e40d1cf-2631-4267-b0bb-aee8e394ec36 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Publish callbacks [] for security_group_rule (343cd102-9219-41e1-974e-cab9fb5057b3), precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:22.500791 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2e40d1cf-2631-4267-b0bb-aee8e394ec36 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054585'] for security_group_rule (343cd102-9219-41e1-974e-cab9fb5057b3), after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:22.521437 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e40d1cf-2631-4267-b0bb-aee8e394ec36 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=343cd102-9219-41e1-974e-cab9fb5057b3,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:53:22.529904 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2e40d1cf-2631-4267-b0bb-aee8e394ec36 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:22.531097 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-2e40d1cf-2631-4267-b0bb-aee8e394ec36 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1357982 Jan 28 13:53:22.534453 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 46938) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:53:22.539058 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.v2.base [None req-b899d6ae-744b-4dc1-98a4-c354c0e98412 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Request body: {'floatingip': {'floating_network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067'}} {{(pid=109084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:53:22.561434 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-b899d6ae-744b-4dc1-98a4-c354c0e98412 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:22.676327 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-b899d6ae-744b-4dc1-98a4-c354c0e98412 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (None), before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:22.784599 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.db.db_base_plugin_common [None req-b899d6ae-744b-4dc1-98a4-c354c0e98412 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Allocated IP 172.27.0.140 (5658bb11-9d09-4b0d-90e7-a96bf662b067/12c2ab48-c458-44a5-bf56-c21764e1e48c/9e7cbd49-b0e1-4d29-88c5-29031358bc41) {{(pid=109084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:53:22.905855 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-b899d6ae-744b-4dc1-98a4-c354c0e98412 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Publish callbacks [] for port (9e7cbd49-b0e1-4d29-88c5-29031358bc41), precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:22.943791 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-b899d6ae-744b-4dc1-98a4-c354c0e98412 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742788384826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6110957'] for port (9e7cbd49-b0e1-4d29-88c5-29031358bc41), after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:22.980693 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b899d6ae-744b-4dc1-98a4-c354c0e98412 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Network 5658bb11-9d09-4b0d-90e7-a96bf662b067 is already hosted by enough agents. {{(pid=109084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:53:22.983491 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.scheduler.base_scheduler [None req-b899d6ae-744b-4dc1-98a4-c354c0e98412 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Resources bound (agent type, host, resource id): {{(pid=109084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:53:22.988896 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b899d6ae-744b-4dc1-98a4-c354c0e98412 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Received port after_create {{(pid=109084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:53:22.994468 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b899d6ae-744b-4dc1-98a4-c354c0e98412 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Pushing event updated for resources: {'Port': ['ID=9e7cbd49-b0e1-4d29-88c5-29031358bc41,revision_number=1']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:53:23.081423 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-b899d6ae-744b-4dc1-98a4-c354c0e98412 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Publish callbacks [] for floatingip (d2021b69-07cb-4399-bb63-1b29bd6592e7), precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:23.116371 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-b899d6ae-744b-4dc1-98a4-c354c0e98412 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (9e7cbd49-b0e1-4d29-88c5-29031358bc41), before_update {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:23.270061 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-b899d6ae-744b-4dc1-98a4-c354c0e98412 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Publish callbacks [] for port (9e7cbd49-b0e1-4d29-88c5-29031358bc41), precommit_update {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:23.277150 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-b899d6ae-744b-4dc1-98a4-c354c0e98412 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6110742'] for port (9e7cbd49-b0e1-4d29-88c5-29031358bc41), after_update {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:23.344124 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b899d6ae-744b-4dc1-98a4-c354c0e98412 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Pushing event updated for resources: {'Port': ['ID=9e7cbd49-b0e1-4d29-88c5-29031358bc41,revision_number=2']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:53:23.356134 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-b899d6ae-744b-4dc1-98a4-c354c0e98412 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1817779'] for floatingip (d2021b69-07cb-4399-bb63-1b29bd6592e7), after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:23.373637 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-b899d6ae-744b-4dc1-98a4-c354c0e98412 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91499'] for floatingip (None), before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:23.374840 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-b899d6ae-744b-4dc1-98a4-c354c0e98412 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8393486 Jan 28 13:53:23.476139 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.agents_db [None req-2611350c-8bbf-4fa3-a5bb-e2ba3591f3a7 None None] Agent healthcheck: found 6 active agents {{(pid=109087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:53:23.584307 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-055012f1-1166-4ec3-beed-04e55586f428 req-a3fb8faa-3c70-426a-a952-254282f6dfc1 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--1385408043&fields=id&tenant_id=737de5ae86cd4e209c1bd6e090b968f3 HTTP/1.1" status: 200 len: 267 time: 0.0463266 Jan 28 13:53:23.702518 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055012f1-1166-4ec3-beed-04e55586f428 req-3bdb6e14-e058-4035-8706-ee17a3958458 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:23.703998 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-055012f1-1166-4ec3-beed-04e55586f428 req-3bdb6e14-e058-4035-8706-ee17a3958458 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] 10.222.0.72 "GET /v2.0/networks?id=78d9b12b-20e5-405d-b8d9-58d523acb332 HTTP/1.1" status: 200 len: 810 time: 0.1130257 Jan 28 13:53:23.721448 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-055012f1-1166-4ec3-beed-04e55586f428 req-5e26e21c-65e6-465b-be4a-afd64b608cad tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] 10.222.0.72 "GET /v2.0/quotas/737de5ae86cd4e209c1bd6e090b968f3 HTTP/1.1" status: 200 len: 375 time: 0.0096228 Jan 28 13:53:23.771068 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-055012f1-1166-4ec3-beed-04e55586f428 req-53d542e2-9ef5-461a-85e5-53190da6394b tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=737de5ae86cd4e209c1bd6e090b968f3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0448260 Jan 28 13:53:23.875873 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-055012f1-1166-4ec3-beed-04e55586f428 req-39490c68-ebbe-4200-962d-89905d4306f6 service neutron] 10.222.0.72 "GET /v2.0/networks/78d9b12b-20e5-405d-b8d9-58d523acb332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931942 Jan 28 13:53:23.964495 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-055012f1-1166-4ec3-beed-04e55586f428 req-932dae95-aa06-4c06-88ae-417e27e20691 service neutron] 10.222.0.72 "GET /v2.0/networks/78d9b12b-20e5-405d-b8d9-58d523acb332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826457 Jan 28 13:53:24.136596 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-e0b56e6e-f8dc-4e34-a324-403563cf4bb0 req-dd5d9df0-9a17-4d94-a7ff-99203edba7d7 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] 10.222.0.72 "GET /v2.0/ports?device_id=340c6b44-943b-41b2-9e60-473be6449f85 HTTP/1.1" status: 200 len: 210 time: 0.0342927 Jan 28 13:53:25.096588 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055012f1-1166-4ec3-beed-04e55586f428 req-0ff76e74-c1c1-4014-8c3f-9dd163f2ebfa tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:25.098962 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-055012f1-1166-4ec3-beed-04e55586f428 req-0ff76e74-c1c1-4014-8c3f-9dd163f2ebfa tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] 10.222.0.78 "GET /v2.0/networks?id=78d9b12b-20e5-405d-b8d9-58d523acb332 HTTP/1.1" status: 200 len: 810 time: 0.1102436 Jan 28 13:53:25.168207 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-055012f1-1166-4ec3-beed-04e55586f428 req-8fe08ae5-ef9b-4fb3-af6f-8e9c0e289fc0 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=737de5ae86cd4e209c1bd6e090b968f3 HTTP/1.1" status: 200 len: 380 time: 0.0601101 Jan 28 13:53:25.179467 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.v2.base [req-055012f1-1166-4ec3-beed-04e55586f428 req-836b513f-1f00-48a0-96ce-4f91c4d2f085 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Request body: {'port': {'device_id': '340c6b44-943b-41b2-9e60-473be6449f85', 'network_id': '78d9b12b-20e5-405d-b8d9-58d523acb332', 'admin_state_up': True, 'tenant_id': '737de5ae86cd4e209c1bd6e090b968f3', 'security_groups': ['eb39dd56-7c50-4cb3-b983-b46a86b65052']}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:53:25.235114 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-cef92821-2736-4497-bdb3-6ea81eec0485 req-84162d5f-8c6f-47d0-8097-dc6a1648df2c tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] 10.222.0.72 "GET /v2.0/ports?device_id=340c6b44-943b-41b2-9e60-473be6449f85 HTTP/1.1" status: 200 len: 210 time: 0.0304408 Jan 28 13:53:25.287475 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-055012f1-1166-4ec3-beed-04e55586f428 req-836b513f-1f00-48a0-96ce-4f91c4d2f085 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Made reservation on behalf of 737de5ae86cd4e209c1bd6e090b968f3 for: {'port': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:53:25.290863 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-055012f1-1166-4ec3-beed-04e55586f428 req-836b513f-1f00-48a0-96ce-4f91c4d2f085 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (None), before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:25.439581 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [req-055012f1-1166-4ec3-beed-04e55586f428 req-836b513f-1f00-48a0-96ce-4f91c4d2f085 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Allocated IP 172.20.0.11 (78d9b12b-20e5-405d-b8d9-58d523acb332/3016a3fe-7a83-4026-bb15-1c5764645712/a42d415f-26bd-4989-ad09-2e1603c7a9ca) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:53:25.579582 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-055012f1-1166-4ec3-beed-04e55586f428 req-836b513f-1f00-48a0-96ce-4f91c4d2f085 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Publish callbacks [] for port (a42d415f-26bd-4989-ad09-2e1603c7a9ca), precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:25.618812 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-055012f1-1166-4ec3-beed-04e55586f428 req-836b513f-1f00-48a0-96ce-4f91c4d2f085 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742788384826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4723325'] for port (a42d415f-26bd-4989-ad09-2e1603c7a9ca), after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:25.660902 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-055012f1-1166-4ec3-beed-04e55586f428 req-836b513f-1f00-48a0-96ce-4f91c4d2f085 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Network 78d9b12b-20e5-405d-b8d9-58d523acb332 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:53:25.663915 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [req-055012f1-1166-4ec3-beed-04e55586f428 req-836b513f-1f00-48a0-96ce-4f91c4d2f085 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:53:25.669692 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-055012f1-1166-4ec3-beed-04e55586f428 req-836b513f-1f00-48a0-96ce-4f91c4d2f085 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:53:25.676202 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836b513f-1f00-48a0-96ce-4f91c4d2f085 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Pushing event updated for resources: {'Port': ['ID=a42d415f-26bd-4989-ad09-2e1603c7a9ca,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:53:25.722838 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055012f1-1166-4ec3-beed-04e55586f428 req-836b513f-1f00-48a0-96ce-4f91c4d2f085 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:25.723465 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-055012f1-1166-4ec3-beed-04e55586f428 req-836b513f-1f00-48a0-96ce-4f91c4d2f085 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91499'] for port (None), before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:25.743579 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-055012f1-1166-4ec3-beed-04e55586f428 req-836b513f-1f00-48a0-96ce-4f91c4d2f085 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5678217 Jan 28 13:53:25.754459 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.v2.base [req-055012f1-1166-4ec3-beed-04e55586f428 req-83622bd4-a6dc-4a30-90bb-a8d3c0d949a5 service neutron] Request body: {'port': {'device_id': '340c6b44-943b-41b2-9e60-473be6449f85', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82418'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:53:25.810521 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-055012f1-1166-4ec3-beed-04e55586f428 req-83622bd4-a6dc-4a30-90bb-a8d3c0d949a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (a42d415f-26bd-4989-ad09-2e1603c7a9ca), before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:25.866748 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-2925485b-2f90-4ab3-9e72-8942eb87486e None None] Provisioning complete for port a42d415f-26bd-4989-ad09-2e1603c7a9ca triggered by entity DHCP. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:53:25.867352 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-2925485b-2f90-4ab3-9e72-8942eb87486e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041328'] for port (a42d415f-26bd-4989-ad09-2e1603c7a9ca), provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:25.905041 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-2925485b-2f90-4ab3-9e72-8942eb87486e None None] Port a42d415f-26bd-4989-ad09-2e1603c7a9ca cannot update to ACTIVE because it is not bound. {{(pid=109086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:53:26.078252 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.notifiers.nova [req-055012f1-1166-4ec3-beed-04e55586f428 req-83622bd4-a6dc-4a30-90bb-a8d3c0d949a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a42d415f-26bd-4989-ad09-2e1603c7a9ca {{(pid=109085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:53:26.085728 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-055012f1-1166-4ec3-beed-04e55586f428 req-83622bd4-a6dc-4a30-90bb-a8d3c0d949a5 service neutron] Publish callbacks [] for port (a42d415f-26bd-4989-ad09-2e1603c7a9ca), precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:26.097854 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.db.provisioning_blocks [req-055012f1-1166-4ec3-beed-04e55586f428 req-83622bd4-a6dc-4a30-90bb-a8d3c0d949a5 service neutron] Transition to ACTIVE for port object a42d415f-26bd-4989-ad09-2e1603c7a9ca will not be triggered until provisioned by entity L2. {{(pid=109085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:53:26.104174 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-055012f1-1166-4ec3-beed-04e55586f428 req-83622bd4-a6dc-4a30-90bb-a8d3c0d949a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4723334'] for port (a42d415f-26bd-4989-ad09-2e1603c7a9ca), after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:26.151563 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83622bd4-a6dc-4a30-90bb-a8d3c0d949a5 service neutron] Pushing event updated for resources: {'Port': ['ID=a42d415f-26bd-4989-ad09-2e1603c7a9ca,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:53:26.237452 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-055012f1-1166-4ec3-beed-04e55586f428 req-83622bd4-a6dc-4a30-90bb-a8d3c0d949a5 service neutron] Attempting to bind port a42d415f-26bd-4989-ad09-2e1603c7a9ca on host hv-cinder-82418 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:53:26.237834 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-055012f1-1166-4ec3-beed-04e55586f428 req-83622bd4-a6dc-4a30-90bb-a8d3c0d949a5 service neutron] Attempting to bind port a42d415f-26bd-4989-ad09-2e1603c7a9ca by drivers openvswitch,hyperv on host hv-cinder-82418 at level 0 using segments [{'id': '76fda797-5fc8-4861-a2c8-4de64e9f2b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '78d9b12b-20e5-405d-b8d9-58d523acb332'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:53:26.238166 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-055012f1-1166-4ec3-beed-04e55586f428 req-83622bd4-a6dc-4a30-90bb-a8d3c0d949a5 service neutron] Attempting to bind port a42d415f-26bd-4989-ad09-2e1603c7a9ca on network 78d9b12b-20e5-405d-b8d9-58d523acb332 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:53:26.243298 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-055012f1-1166-4ec3-beed-04e55586f428 req-83622bd4-a6dc-4a30-90bb-a8d3c0d949a5 service neutron] Port a42d415f-26bd-4989-ad09-2e1603c7a9ca on network 78d9b12b-20e5-405d-b8d9-58d523acb332 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82418 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:53:26.243627 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-055012f1-1166-4ec3-beed-04e55586f428 req-83622bd4-a6dc-4a30-90bb-a8d3c0d949a5 service neutron] Attempting to bind port a42d415f-26bd-4989-ad09-2e1603c7a9ca on network 78d9b12b-20e5-405d-b8d9-58d523acb332 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:53:26.249272 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-055012f1-1166-4ec3-beed-04e55586f428 req-83622bd4-a6dc-4a30-90bb-a8d3c0d949a5 service neutron] Checking agent: {'id': '06140fe1-dee6-47e9-9649-a5d5e543fff8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82418', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 43, 32), 'started_at': datetime.datetime(2022, 1, 28, 13, 43, 32), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 53, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:53:26.249612 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-055012f1-1166-4ec3-beed-04e55586f428 req-83622bd4-a6dc-4a30-90bb-a8d3c0d949a5 service neutron] Checking segment: {'id': '76fda797-5fc8-4861-a2c8-4de64e9f2b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '78d9b12b-20e5-405d-b8d9-58d523acb332'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:53:26.249999 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-055012f1-1166-4ec3-beed-04e55586f428 req-83622bd4-a6dc-4a30-90bb-a8d3c0d949a5 service neutron] Bound using segment: {'id': '76fda797-5fc8-4861-a2c8-4de64e9f2b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '78d9b12b-20e5-405d-b8d9-58d523acb332'} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:53:26.250430 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-055012f1-1166-4ec3-beed-04e55586f428 req-83622bd4-a6dc-4a30-90bb-a8d3c0d949a5 service neutron] Bound port: a42d415f-26bd-4989-ad09-2e1603c7a9ca, host: hv-cinder-82418, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76fda797-5fc8-4861-a2c8-4de64e9f2b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '78d9b12b-20e5-405d-b8d9-58d523acb332'}}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:53:26.250792 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-055012f1-1166-4ec3-beed-04e55586f428 req-83622bd4-a6dc-4a30-90bb-a8d3c0d949a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (a42d415f-26bd-4989-ad09-2e1603c7a9ca), before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:26.317885 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-055012f1-1166-4ec3-beed-04e55586f428 req-83622bd4-a6dc-4a30-90bb-a8d3c0d949a5 service neutron] For port a42d415f-26bd-4989-ad09-2e1603c7a9ca, host hv-cinder-82418, cleared binding levels {{(pid=109085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:53:26.321708 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-055012f1-1166-4ec3-beed-04e55586f428 req-83622bd4-a6dc-4a30-90bb-a8d3c0d949a5 service neutron] For port a42d415f-26bd-4989-ad09-2e1603c7a9ca, host hv-cinder-82418, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=a42d415f-26bd-4989-ad09-2e1603c7a9ca,segment=NetworkSegment(76fda797-5fc8-4861-a2c8-4de64e9f2b3e),segment_id=76fda797-5fc8-4861-a2c8-4de64e9f2b3e)] {{(pid=109085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:53:26.327945 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-055012f1-1166-4ec3-beed-04e55586f428 req-83622bd4-a6dc-4a30-90bb-a8d3c0d949a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4723334'] for port (a42d415f-26bd-4989-ad09-2e1603c7a9ca), after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:26.354727 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1282e1-20d3-4d37-8a8d-ebc2efe3b2a7 req-3c30be17-9f30-4e79-81b7-6baae892c088 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:26.356330 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-3e1282e1-20d3-4d37-8a8d-ebc2efe3b2a7 req-3c30be17-9f30-4e79-81b7-6baae892c088 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] 10.222.0.72 "GET /v2.0/ports?device_id=340c6b44-943b-41b2-9e60-473be6449f85 HTTP/1.1" status: 200 len: 944 time: 0.0514395 Jan 28 13:53:26.363299 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055012f1-1166-4ec3-beed-04e55586f428 req-83622bd4-a6dc-4a30-90bb-a8d3c0d949a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:26.363590 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-055012f1-1166-4ec3-beed-04e55586f428 req-83622bd4-a6dc-4a30-90bb-a8d3c0d949a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91499'] for port (None), before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:26.364965 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-055012f1-1166-4ec3-beed-04e55586f428 req-83622bd4-a6dc-4a30-90bb-a8d3c0d949a5 service neutron] 10.222.0.78 "PUT /v2.0/ports/a42d415f-26bd-4989-ad09-2e1603c7a9ca HTTP/1.1" status: 200 len: 1094 time: 0.6148019 Jan 28 13:53:26.365424 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '340c6b44-943b-41b2-9e60-473be6449f85', 'tag': 'a42d415f-26bd-4989-ad09-2e1603c7a9ca'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:53:26.367652 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19ef927ebdb7e136520bf73605241c98ba3844c75ab8794845cb00139da391b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7345a45f-ca4b-49a1-b531-2e3b96af09ab" -d '{"events": [{"name": "network-changed", "server_uuid": "340c6b44-943b-41b2-9e60-473be6449f85", "tag": "a42d415f-26bd-4989-ad09-2e1603c7a9ca"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:53:26.396954 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83622bd4-a6dc-4a30-90bb-a8d3c0d949a5 service neutron] Pushing event updated for resources: {'Port': ['ID=a42d415f-26bd-4989-ad09-2e1603c7a9ca,revision_number=3']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:53:26.419056 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79aadc2d-048b-45e8-b0e1-2a211af5ddf0 x-openstack-request-id: req-79aadc2d-048b-45e8-b0e1-2a211af5ddf0 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:53:26.419353 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "340c6b44-943b-41b2-9e60-473be6449f85", "tag": "a42d415f-26bd-4989-ad09-2e1603c7a9ca", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:53:26.419610 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-79aadc2d-048b-45e8-b0e1-2a211af5ddf0 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:53:26.420022 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '340c6b44-943b-41b2-9e60-473be6449f85', 'tag': 'a42d415f-26bd-4989-ad09-2e1603c7a9ca', 'status': 'completed', 'code': 200} Jan 28 13:53:26.425189 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-3e1282e1-20d3-4d37-8a8d-ebc2efe3b2a7 req-9a3ed3b4-b22f-4b18-98b9-af63cb9b3a33 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] 10.222.0.72 "GET /v2.0/security-groups?id=eb39dd56-7c50-4cb3-b983-b46a86b65052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624328 Jan 28 13:53:26.511054 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055012f1-1166-4ec3-beed-04e55586f428 req-3f044888-3ac5-42a8-9877-d2d7bde51e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:26.513067 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-055012f1-1166-4ec3-beed-04e55586f428 req-3f044888-3ac5-42a8-9877-d2d7bde51e56 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=737de5ae86cd4e209c1bd6e090b968f3&device_id=340c6b44-943b-41b2-9e60-473be6449f85 HTTP/1.1" status: 200 len: 1097 time: 0.0441241 Jan 28 13:53:26.559151 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-055012f1-1166-4ec3-beed-04e55586f428 req-04bef095-9206-4925-9b53-a2c6650d774e service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a42d415f-26bd-4989-ad09-2e1603c7a9ca HTTP/1.1" status: 200 len: 217 time: 0.0388534 Jan 28 13:53:26.618474 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055012f1-1166-4ec3-beed-04e55586f428 req-9050ff77-fa10-45b9-9eb9-cce9e75dac6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:26.619881 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-055012f1-1166-4ec3-beed-04e55586f428 req-9050ff77-fa10-45b9-9eb9-cce9e75dac6b service neutron] 10.222.0.78 "GET /v2.0/subnets?id=3016a3fe-7a83-4026-bb15-1c5764645712 HTTP/1.1" status: 200 len: 849 time: 0.0555594 Jan 28 13:53:26.664804 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055012f1-1166-4ec3-beed-04e55586f428 req-be422e75-1512-415f-8c5a-d60ed7268842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:26.666365 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-055012f1-1166-4ec3-beed-04e55586f428 req-be422e75-1512-415f-8c5a-d60ed7268842 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=78d9b12b-20e5-405d-b8d9-58d523acb332&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0409873 Jan 28 13:53:26.776079 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-055012f1-1166-4ec3-beed-04e55586f428 req-b9d853cb-7e96-4f50-acf9-3cf5ed9f4e3a service neutron] 10.222.0.78 "GET /v2.0/networks/78d9b12b-20e5-405d-b8d9-58d523acb332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880675 Jan 28 13:53:26.867553 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-055012f1-1166-4ec3-beed-04e55586f428 req-5b49ca18-664a-479a-b037-9dbef02460cf service neutron] 10.222.0.78 "GET /v2.0/networks/78d9b12b-20e5-405d-b8d9-58d523acb332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853624 Jan 28 13:53:26.970461 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7345a45f-ca4b-49a1-b531-2e3b96af09ab req-55490cb6-e2aa-4537-bc5a-c2a2369af49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:26.971946 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-7345a45f-ca4b-49a1-b531-2e3b96af09ab req-55490cb6-e2aa-4537-bc5a-c2a2369af49c service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=737de5ae86cd4e209c1bd6e090b968f3&device_id=340c6b44-943b-41b2-9e60-473be6449f85 HTTP/1.1" status: 200 len: 1097 time: 0.0509362 Jan 28 13:53:27.058833 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7345a45f-ca4b-49a1-b531-2e3b96af09ab req-1c81da8b-887b-4c70-a85d-119ca4d735e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:27.060309 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-7345a45f-ca4b-49a1-b531-2e3b96af09ab req-1c81da8b-887b-4c70-a85d-119ca4d735e3 service neutron] 10.222.0.78 "GET /v2.0/networks?id=78d9b12b-20e5-405d-b8d9-58d523acb332 HTTP/1.1" status: 200 len: 911 time: 0.0815284 Jan 28 13:53:27.101561 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-7345a45f-ca4b-49a1-b531-2e3b96af09ab req-0e8b9762-441e-4680-8050-620be90aba74 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a42d415f-26bd-4989-ad09-2e1603c7a9ca HTTP/1.1" status: 200 len: 217 time: 0.0348263 Jan 28 13:53:27.153757 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7345a45f-ca4b-49a1-b531-2e3b96af09ab req-d4387b41-77d0-4006-9e8d-2fc13c13d832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:27.155247 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-7345a45f-ca4b-49a1-b531-2e3b96af09ab req-d4387b41-77d0-4006-9e8d-2fc13c13d832 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=3016a3fe-7a83-4026-bb15-1c5764645712 HTTP/1.1" status: 200 len: 849 time: 0.0475600 Jan 28 13:53:27.203626 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7345a45f-ca4b-49a1-b531-2e3b96af09ab req-d0b2f402-f53b-4489-939b-ce5d42b25998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:27.205203 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-7345a45f-ca4b-49a1-b531-2e3b96af09ab req-d0b2f402-f53b-4489-939b-ce5d42b25998 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=78d9b12b-20e5-405d-b8d9-58d523acb332&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0435851 Jan 28 13:53:27.294493 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-7345a45f-ca4b-49a1-b531-2e3b96af09ab req-d0415ae5-c943-40b5-83ca-84343c017f22 service neutron] 10.222.0.78 "GET /v2.0/networks/78d9b12b-20e5-405d-b8d9-58d523acb332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818002 Jan 28 13:53:27.387400 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-7345a45f-ca4b-49a1-b531-2e3b96af09ab req-081a3d93-856c-4992-a3f6-7ce8cc20bd0d service neutron] 10.222.0.78 "GET /v2.0/networks/78d9b12b-20e5-405d-b8d9-58d523acb332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865071 Jan 28 13:53:27.568585 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378cc79f-e8f1-4675-9dfd-666aec5c0f81 req-d08b6cd8-c6ff-43d5-a0c1-74fa64a63c61 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:27.570333 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-378cc79f-e8f1-4675-9dfd-666aec5c0f81 req-d08b6cd8-c6ff-43d5-a0c1-74fa64a63c61 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] 10.222.0.72 "GET /v2.0/ports?device_id=340c6b44-943b-41b2-9e60-473be6449f85 HTTP/1.1" status: 200 len: 944 time: 0.0754325 Jan 28 13:53:27.617368 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-378cc79f-e8f1-4675-9dfd-666aec5c0f81 req-bcae53c9-7951-4c2a-9ba4-fe1efe00c12e tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] 10.222.0.72 "GET /v2.0/security-groups?id=eb39dd56-7c50-4cb3-b983-b46a86b65052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405676 Jan 28 13:53:28.238929 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-98ec62b0-8f88-4386-9156-3759861535b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (fe6892c5-7eb1-46ce-88dd-77c5bcc32263), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:28.752204 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554ef799-b6c8-4cd4-97d7-5ed9adc8a121 req-a3921444-82b1-4208-8b1b-b24e0d25788f tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:28.753933 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-554ef799-b6c8-4cd4-97d7-5ed9adc8a121 req-a3921444-82b1-4208-8b1b-b24e0d25788f tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] 10.222.0.72 "GET /v2.0/ports?device_id=340c6b44-943b-41b2-9e60-473be6449f85 HTTP/1.1" status: 200 len: 944 time: 0.0572679 Jan 28 13:53:28.801234 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-554ef799-b6c8-4cd4-97d7-5ed9adc8a121 req-9f1ea5ea-4975-4187-a90f-cc78aab232e7 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] 10.222.0.72 "GET /v2.0/security-groups?id=eb39dd56-7c50-4cb3-b983-b46a86b65052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414181 Jan 28 13:53:29.925051 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d8c177-a073-4f1a-9ae9-e563e296af71 req-e5f07f5a-a812-4c4d-8253-4f1cdbb62bf3 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:29.926541 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-64d8c177-a073-4f1a-9ae9-e563e296af71 req-e5f07f5a-a812-4c4d-8253-4f1cdbb62bf3 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] 10.222.0.72 "GET /v2.0/ports?device_id=340c6b44-943b-41b2-9e60-473be6449f85 HTTP/1.1" status: 200 len: 944 time: 0.0502896 Jan 28 13:53:29.975745 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-64d8c177-a073-4f1a-9ae9-e563e296af71 req-2d7ef236-75b5-45d2-9b4e-abb99a11f0ca tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] 10.222.0.72 "GET /v2.0/security-groups?id=eb39dd56-7c50-4cb3-b983-b46a86b65052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435574 Jan 28 13:53:30.204476 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Device a42d415f-26bd-4989-ad09-2e1603c7a9ca details requested by agent hyperv_hv-cinder-82418 with host hv-cinder-82418 {{(pid=109086) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:53:30.287632 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ca50ca29-db7a-4a50-a820-a61387c715d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (5fb30df9-6f10-41b8-94cc-b881623ba250), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:30.322849 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] For port a42d415f-26bd-4989-ad09-2e1603c7a9ca, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=a42d415f-26bd-4989-ad09-2e1603c7a9ca,segment=NetworkSegment(76fda797-5fc8-4861-a2c8-4de64e9f2b3e),segment_id=76fda797-5fc8-4861-a2c8-4de64e9f2b3e)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:53:30.334012 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Returning: {'device': 'a42d415f-26bd-4989-ad09-2e1603c7a9ca', 'network_id': '78d9b12b-20e5-405d-b8d9-58d523acb332', 'port_id': 'a42d415f-26bd-4989-ad09-2e1603c7a9ca', 'mac_address': 'fa:16:3e:80:f7:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3016a3fe-7a83-4026-bb15-1c5764645712', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109086) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:53:30.383894 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Current status of the port a42d415f-26bd-4989-ad09-2e1603c7a9ca is: DOWN; New status is: BUILD {{(pid=109086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:53:30.384295 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (a42d415f-26bd-4989-ad09-2e1603c7a9ca), before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:30.398107 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.notifiers.nova [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a42d415f-26bd-4989-ad09-2e1603c7a9ca {{(pid=109086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:53:30.418152 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] For port a42d415f-26bd-4989-ad09-2e1603c7a9ca, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=a42d415f-26bd-4989-ad09-2e1603c7a9ca,segment=NetworkSegment(76fda797-5fc8-4861-a2c8-4de64e9f2b3e),segment_id=76fda797-5fc8-4861-a2c8-4de64e9f2b3e)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:53:30.423977 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862'] for port (a42d415f-26bd-4989-ad09-2e1603c7a9ca), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:30.473892 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Pushing event updated for resources: {'Port': ['ID=a42d415f-26bd-4989-ad09-2e1603c7a9ca,revision_number=4']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:53:30.795226 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] get_ports_and_sgs() called for port_ids ['a42d415f-26bd-4989-ad09-2e1603c7a9ca'] {{(pid=109086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:53:31.094307 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89d186c-d828-49b0-b973-b4ef9471f03a req-541a6da7-ac0b-4f49-88af-48b38ac9f7a5 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:31.095714 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-a89d186c-d828-49b0-b973-b4ef9471f03a req-541a6da7-ac0b-4f49-88af-48b38ac9f7a5 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] 10.222.0.72 "GET /v2.0/ports?device_id=340c6b44-943b-41b2-9e60-473be6449f85 HTTP/1.1" status: 200 len: 945 time: 0.0485721 Jan 28 13:53:31.146489 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-a89d186c-d828-49b0-b973-b4ef9471f03a req-ed3dca5f-c60d-4116-900f-98940bf78644 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] 10.222.0.72 "GET /v2.0/security-groups?id=eb39dd56-7c50-4cb3-b983-b46a86b65052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449700 Jan 28 13:53:31.744007 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-120fdcba-5236-4c4f-ad1d-de3bbc2703f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (270c75b4-e9a8-4b16-85de-99abb56244df), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:32.202233 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Device a42d415f-26bd-4989-ad09-2e1603c7a9ca up at agent hyperv_hv-cinder-82418 {{(pid=109086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:53:32.259834 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Provisioning for port a42d415f-26bd-4989-ad09-2e1603c7a9ca completed by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:53:32.267677 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Provisioning complete for port a42d415f-26bd-4989-ad09-2e1603c7a9ca triggered by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:53:32.268136 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041328'] for port (a42d415f-26bd-4989-ad09-2e1603c7a9ca), provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:32.279083 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771484ca-3211-4a60-bc8c-b3f2fbdd0781 req-9bd4e1b4-f115-482c-8ca6-9586c6f489c0 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:32.280598 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-771484ca-3211-4a60-bc8c-b3f2fbdd0781 req-9bd4e1b4-f115-482c-8ca6-9586c6f489c0 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] 10.222.0.72 "GET /v2.0/ports?device_id=340c6b44-943b-41b2-9e60-473be6449f85 HTTP/1.1" status: 200 len: 945 time: 0.0513363 Jan 28 13:53:32.328196 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-771484ca-3211-4a60-bc8c-b3f2fbdd0781 req-5c19ca72-aec2-4d07-a6d4-afef375d1882 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] 10.222.0.72 "GET /v2.0/security-groups?id=eb39dd56-7c50-4cb3-b983-b46a86b65052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417750 Jan 28 13:53:32.348982 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Current status of the port a42d415f-26bd-4989-ad09-2e1603c7a9ca is: BUILD; New status is: ACTIVE {{(pid=109086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:53:32.349407 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (a42d415f-26bd-4989-ad09-2e1603c7a9ca), before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:32.379043 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '340c6b44-943b-41b2-9e60-473be6449f85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a42d415f-26bd-4989-ad09-2e1603c7a9ca'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:53:32.381331 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fe2f3ff242846a504b70cb1607640f93490c53de488d62a29fe51e57b5b242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11d02755-dad9-428b-801c-db4ae0e71fd7" -d '{"events": [{"server_uuid": "340c6b44-943b-41b2-9e60-473be6449f85", "name": "network-vif-plugged", "status": "completed", "tag": "a42d415f-26bd-4989-ad09-2e1603c7a9ca"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:53:32.394315 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] For port a42d415f-26bd-4989-ad09-2e1603c7a9ca, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=a42d415f-26bd-4989-ad09-2e1603c7a9ca,segment=NetworkSegment(76fda797-5fc8-4861-a2c8-4de64e9f2b3e),segment_id=76fda797-5fc8-4861-a2c8-4de64e9f2b3e)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:53:32.400027 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862'] for port (a42d415f-26bd-4989-ad09-2e1603c7a9ca), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:32.426871 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe7dcdd0-ccc6-45da-8296-06672191fcd2 x-openstack-request-id: req-fe7dcdd0-ccc6-45da-8296-06672191fcd2 {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:53:32.427169 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "340c6b44-943b-41b2-9e60-473be6449f85", "name": "network-vif-plugged", "status": "completed", "tag": "a42d415f-26bd-4989-ad09-2e1603c7a9ca", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:53:32.427526 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-fe7dcdd0-ccc6-45da-8296-06672191fcd2 {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:53:32.427953 dv-cinder-824187-7-iscsi neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '340c6b44-943b-41b2-9e60-473be6449f85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a42d415f-26bd-4989-ad09-2e1603c7a9ca', 'code': 200} Jan 28 13:53:32.454268 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Pushing event updated for resources: {'Port': ['ID=a42d415f-26bd-4989-ad09-2e1603c7a9ca,revision_number=5']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:53:32.595080 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab88e1e-15d7-4c30-bd18-56fec9fd9753 req-9b54fc55-643c-46c9-84f0-feb611492796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:32.596586 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-1ab88e1e-15d7-4c30-bd18-56fec9fd9753 req-9b54fc55-643c-46c9-84f0-feb611492796 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=340c6b44-943b-41b2-9e60-473be6449f85 HTTP/1.1" status: 200 len: 1099 time: 0.0463023 Jan 28 13:53:32.638807 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-1ab88e1e-15d7-4c30-bd18-56fec9fd9753 req-7ac448d4-45bd-4db4-9abd-14591c450da0 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=eb39dd56-7c50-4cb3-b983-b46a86b65052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363317 Jan 28 13:53:32.871391 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a365d3e8-b48a-4a28-95b6-25537061fe93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (282d2827-b9b4-4282-91d0-335a7cd9818a), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:32.977564 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (06140fe1-dee6-47e9-9649-a5d5e543fff8), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:33.449855 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e777f7f-fee1-483a-bb82-e6a6f0c9ce8b req-7ce8d5e5-c05e-48ca-a366-a5946893cfdc tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:33.451358 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-4e777f7f-fee1-483a-bb82-e6a6f0c9ce8b req-7ce8d5e5-c05e-48ca-a366-a5946893cfdc tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] 10.222.0.72 "GET /v2.0/ports?device_id=340c6b44-943b-41b2-9e60-473be6449f85 HTTP/1.1" status: 200 len: 946 time: 0.0507143 Jan 28 13:53:33.518979 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-4e777f7f-fee1-483a-bb82-e6a6f0c9ce8b req-a6320883-3926-49f3-8952-a1578363f2ef tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] 10.222.0.72 "GET /v2.0/security-groups?id=eb39dd56-7c50-4cb3-b983-b46a86b65052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614324 Jan 28 13:53:34.210361 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (91ec632a-2927-4715-8bad-f3132ebcbe46), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:34.650821 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6759187-ec73-414d-9a53-2bb4def9daab req-30ed7dcb-8b1f-4e50-905e-6b9a44a167e0 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:34.652364 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-d6759187-ec73-414d-9a53-2bb4def9daab req-30ed7dcb-8b1f-4e50-905e-6b9a44a167e0 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] 10.222.0.72 "GET /v2.0/ports?device_id=340c6b44-943b-41b2-9e60-473be6449f85 HTTP/1.1" status: 200 len: 946 time: 0.0550380 Jan 28 13:53:34.705661 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-d6759187-ec73-414d-9a53-2bb4def9daab req-e738a432-3a9e-4732-bc2d-9bc6153b3952 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] 10.222.0.72 "GET /v2.0/security-groups?id=eb39dd56-7c50-4cb3-b983-b46a86b65052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472698 Jan 28 13:53:34.830688 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e792b844-3a0d-4856-a06b-03f8976b54e5 req-944a253b-85ed-4c49-8a50-5e4eef2575e3 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:34.832153 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-e792b844-3a0d-4856-a06b-03f8976b54e5 req-944a253b-85ed-4c49-8a50-5e4eef2575e3 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] 10.222.0.72 "GET /v2.0/ports?device_id=340c6b44-943b-41b2-9e60-473be6449f85 HTTP/1.1" status: 200 len: 946 time: 0.0527437 Jan 28 13:53:34.841271 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 47012) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:53:34.848395 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.v2.base [None req-bf660aa5-cfa0-45e8-b306-c0202c8daf4f tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Request body: {'floatingip': {'port_id': 'a42d415f-26bd-4989-ad09-2e1603c7a9ca'}} {{(pid=109084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:53:34.891719 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-bf660aa5-cfa0-45e8-b306-c0202c8daf4f tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Publish callbacks [] for floatingip (d2021b69-07cb-4399-bb63-1b29bd6592e7), before_update {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:35.331900 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-bf660aa5-cfa0-45e8-b306-c0202c8daf4f tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:35.338487 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-bf660aa5-cfa0-45e8-b306-c0202c8daf4f tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1817779'] for floatingip (d2021b69-07cb-4399-bb63-1b29bd6592e7), after_update {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:35.444818 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.db.l3_db [None req-bf660aa5-cfa0-45e8-b306-c0202c8daf4f tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Floating IP d2021b69-07cb-4399-bb63-1b29bd6592e7 associated. External IP: 172.27.0.140, port: a42d415f-26bd-4989-ad09-2e1603c7a9ca. Jan 28 13:53:35.659403 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf660aa5-cfa0-45e8-b306-c0202c8daf4f tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Router 7c5b0b69-8cc3-4035-834e-edb5969b3858 has already been hosted by L3 agent 5fb30df9-6f10-41b8-94cc-b881623ba250 {{(pid=109084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:53:35.783569 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf660aa5-cfa0-45e8-b306-c0202c8daf4f tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Notify agent at l3_agent.dv-cinder-824187-7-iscsi the message routers_updated {{(pid=109084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:53:35.789907 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-bf660aa5-cfa0-45e8-b306-c0202c8daf4f tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91499'] for floatingip (None), before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:35.795384 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9902382-60e7-44a2-8bb1-758b54a34b16 None None] Sync routers for ids ['7c5b0b69-8cc3-4035-834e-edb5969b3858'] in dv-cinder-824187-7-iscsi {{(pid=109086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:53:35.806065 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9902382-60e7-44a2-8bb1-758b54a34b16 None None] Routers {'7c5b0b69-8cc3-4035-834e-edb5969b3858'} bound to L3 agent in host dv-cinder-824187-7-iscsi {{(pid=109086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:53:35.806689 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-e9902382-60e7-44a2-8bb1-758b54a34b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:37:30Z,description=,heartbeat_timestamp=2022-01-28T13:53:30Z,host='dv-cinder-824187-7-iscsi',id=5fb30df9-6f10-41b8-94cc-b881623ba250,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:37:30Z,topic='l3_agent')) {'router_ids': ['7c5b0b69-8cc3-4035-834e-edb5969b3858'], 'active': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:53:35.817595 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-bf660aa5-cfa0-45e8-b306-c0202c8daf4f tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] 10.222.0.72 "PUT /v2.0/floatingips/d2021b69-07cb-4399-bb63-1b29bd6592e7 HTTP/1.1" status: 200 len: 992 time: 0.9748616 Jan 28 13:53:35.818517 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '340c6b44-943b-41b2-9e60-473be6449f85', 'tag': 'a42d415f-26bd-4989-ad09-2e1603c7a9ca'}] {{(pid=109084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:53:35.820838 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5cde6f7d6341da3213f8ae41fabcae285c2d6f110ff0443107e1632addf2fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5afe3c98-ea2d-47ef-89b1-91af7f9d7e74" -d '{"events": [{"name": "network-changed", "server_uuid": "340c6b44-943b-41b2-9e60-473be6449f85", "tag": "a42d415f-26bd-4989-ad09-2e1603c7a9ca"}]}' {{(pid=109084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:53:35.860840 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-367cf586-071c-45e1-9429-06031358abd3 x-openstack-request-id: req-367cf586-071c-45e1-9429-06031358abd3 {{(pid=109084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:53:35.861225 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "340c6b44-943b-41b2-9e60-473be6449f85", "tag": "a42d415f-26bd-4989-ad09-2e1603c7a9ca", "status": "completed", "code": 200}]} {{(pid=109084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:53:35.861546 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-367cf586-071c-45e1-9429-06031358abd3 {{(pid=109084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:53:35.862013 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '340c6b44-943b-41b2-9e60-473be6449f85', 'tag': 'a42d415f-26bd-4989-ad09-2e1603c7a9ca', 'status': 'completed', 'code': 200} Jan 28 13:53:35.918185 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvr_db [None req-e9902382-60e7-44a2-8bb1-758b54a34b16 None None] Set router 7c5b0b69-8cc3-4035-834e-edb5969b3858 gateway port host: dv-cinder-824187-7-iscsi {{(pid=109086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:53:35.935869 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afe3c98-ea2d-47ef-89b1-91af7f9d7e74 req-5d82e951-fde8-4003-a710-d9c675c058d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:35.937456 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-5afe3c98-ea2d-47ef-89b1-91af7f9d7e74 req-5d82e951-fde8-4003-a710-d9c675c058d3 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=737de5ae86cd4e209c1bd6e090b968f3&device_id=340c6b44-943b-41b2-9e60-473be6449f85 HTTP/1.1" status: 200 len: 1099 time: 0.0472600 Jan 28 13:53:36.029940 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afe3c98-ea2d-47ef-89b1-91af7f9d7e74 req-e8806c16-1d77-4aec-a17d-4553df361dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:36.031413 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-5afe3c98-ea2d-47ef-89b1-91af7f9d7e74 req-e8806c16-1d77-4aec-a17d-4553df361dd0 service neutron] 10.222.0.78 "GET /v2.0/networks?id=78d9b12b-20e5-405d-b8d9-58d523acb332 HTTP/1.1" status: 200 len: 911 time: 0.0875404 Jan 28 13:53:36.096467 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-5afe3c98-ea2d-47ef-89b1-91af7f9d7e74 req-5e8b54ae-d22e-4a58-a364-507e842f4eed service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a42d415f-26bd-4989-ad09-2e1603c7a9ca HTTP/1.1" status: 200 len: 1000 time: 0.0586257 Jan 28 13:53:36.143680 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-e9902382-60e7-44a2-8bb1-758b54a34b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c5b0b69-8cc3-4035-834e-edb5969b3858', 'name': 'tempest-AttachVolumeTestJSON-128407593-router', 'tenant_id': '737de5ae86cd4e209c1bd6e090b968f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'external_fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '0a436445-0a24-4f7c-938b-88bfd91db432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:45:22Z', 'updated_at': '2022-01-28T13:45:30Z', 'revision_number': 4, 'project_id': '737de5ae86cd4e209c1bd6e090b968f3', 'gw_port': {'id': '0a436445-0a24-4f7c-938b-88bfd91db432', 'name': '', 'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:a8:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5b0b69-8cc3-4035-834e-edb5969b3858', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:23Z', 'updated_at': '2022-01-28T13:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-7-iscsi', '_floatingips': [{'id': 'd2021b69-07cb-4399-bb63-1b29bd6592e7', 'tenant_id': '737de5ae86cd4e209c1bd6e090b968f3', 'floating_ip_address': '172.27.0.140', 'floating_network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'router_id': '7c5b0b69-8cc3-4035-834e-edb5969b3858', 'port_id': 'a42d415f-26bd-4989-ad09-2e1603c7a9ca', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78d9b12b-20e5-405d-b8d9-58d523acb332', 'mac_address': 'fa:16:3e:80:f7:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340c6b44-943b-41b2-9e60-473be6449f85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:53:23Z', 'updated_at': '2022-01-28T13:53:35Z', 'revision_number': 1, 'project_id': '737de5ae86cd4e209c1bd6e090b968f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec00c25a-9840-4cfc-887b-e4f424a1ec9d', 'name': '', 'network_id': '78d9b12b-20e5-405d-b8d9-58d523acb332', 'tenant_id': '737de5ae86cd4e209c1bd6e090b968f3', 'mac_address': 'fa:16:3e:cf:81:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5b0b69-8cc3-4035-834e-edb5969b3858', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '3016a3fe-7a83-4026-bb15-1c5764645712', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:29Z', 'updated_at': '2022-01-28T13:45:37Z', 'revision_number': 5, 'project_id': '737de5ae86cd4e209c1bd6e090b968f3', 'subnets': [{'id': '3016a3fe-7a83-4026-bb15-1c5764645712', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824187-7-iscsi', False) {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:53:36.148094 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afe3c98-ea2d-47ef-89b1-91af7f9d7e74 req-1d5a355a-32bf-4603-8bef-02863ec44317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:36.149628 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-5afe3c98-ea2d-47ef-89b1-91af7f9d7e74 req-1d5a355a-32bf-4603-8bef-02863ec44317 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=3016a3fe-7a83-4026-bb15-1c5764645712 HTTP/1.1" status: 200 len: 849 time: 0.0473828 Jan 28 13:53:36.169633 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9902382-60e7-44a2-8bb1-758b54a34b16 None None] Checking router: 7c5b0b69-8cc3-4035-834e-edb5969b3858 for host: dv-cinder-824187-7-iscsi {{(pid=109086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:53:36.178316 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9902382-60e7-44a2-8bb1-758b54a34b16 None None] Routers {'7c5b0b69-8cc3-4035-834e-edb5969b3858'} bound to L3 agent in host dv-cinder-824187-7-iscsi {{(pid=109086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:53:36.178922 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-e9902382-60e7-44a2-8bb1-758b54a34b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:37:30Z,description=,heartbeat_timestamp=2022-01-28T13:53:30Z,host='dv-cinder-824187-7-iscsi',id=5fb30df9-6f10-41b8-94cc-b881623ba250,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:37:30Z,topic='l3_agent')) {'router_ids': ['7c5b0b69-8cc3-4035-834e-edb5969b3858'], 'active': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:53:36.196913 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afe3c98-ea2d-47ef-89b1-91af7f9d7e74 req-21c72a15-4775-477d-8a8a-233f22589402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:36.198468 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-5afe3c98-ea2d-47ef-89b1-91af7f9d7e74 req-21c72a15-4775-477d-8a8a-233f22589402 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=78d9b12b-20e5-405d-b8d9-58d523acb332&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0430877 Jan 28 13:53:36.285756 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvr_db [None req-e9902382-60e7-44a2-8bb1-758b54a34b16 None None] Set router 7c5b0b69-8cc3-4035-834e-edb5969b3858 gateway port host: dv-cinder-824187-7-iscsi {{(pid=109086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:53:36.289042 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-5afe3c98-ea2d-47ef-89b1-91af7f9d7e74 req-a76d7210-aed9-4649-bb2c-324e20d85442 service neutron] 10.222.0.78 "GET /v2.0/networks/78d9b12b-20e5-405d-b8d9-58d523acb332?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834780 Jan 28 13:53:36.380566 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-5afe3c98-ea2d-47ef-89b1-91af7f9d7e74 req-a0f563df-cc73-4f5d-88c1-8795ac698572 service neutron] 10.222.0.78 "GET /v2.0/networks/78d9b12b-20e5-405d-b8d9-58d523acb332?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850639 Jan 28 13:53:36.516625 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-e9902382-60e7-44a2-8bb1-758b54a34b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c5b0b69-8cc3-4035-834e-edb5969b3858', 'name': 'tempest-AttachVolumeTestJSON-128407593-router', 'tenant_id': '737de5ae86cd4e209c1bd6e090b968f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'external_fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '0a436445-0a24-4f7c-938b-88bfd91db432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:45:22Z', 'updated_at': '2022-01-28T13:45:30Z', 'revision_number': 4, 'project_id': '737de5ae86cd4e209c1bd6e090b968f3', 'gw_port': {'id': '0a436445-0a24-4f7c-938b-88bfd91db432', 'name': '', 'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:a8:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5b0b69-8cc3-4035-834e-edb5969b3858', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:23Z', 'updated_at': '2022-01-28T13:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-7-iscsi', '_floatingips': [{'id': 'd2021b69-07cb-4399-bb63-1b29bd6592e7', 'tenant_id': '737de5ae86cd4e209c1bd6e090b968f3', 'floating_ip_address': '172.27.0.140', 'floating_network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'router_id': '7c5b0b69-8cc3-4035-834e-edb5969b3858', 'port_id': 'a42d415f-26bd-4989-ad09-2e1603c7a9ca', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78d9b12b-20e5-405d-b8d9-58d523acb332', 'mac_address': 'fa:16:3e:80:f7:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340c6b44-943b-41b2-9e60-473be6449f85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:53:23Z', 'updated_at': '2022-01-28T13:53:35Z', 'revision_number': 1, 'project_id': '737de5ae86cd4e209c1bd6e090b968f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec00c25a-9840-4cfc-887b-e4f424a1ec9d', 'name': '', 'network_id': '78d9b12b-20e5-405d-b8d9-58d523acb332', 'tenant_id': '737de5ae86cd4e209c1bd6e090b968f3', 'mac_address': 'fa:16:3e:cf:81:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5b0b69-8cc3-4035-834e-edb5969b3858', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '3016a3fe-7a83-4026-bb15-1c5764645712', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:29Z', 'updated_at': '2022-01-28T13:45:37Z', 'revision_number': 5, 'project_id': '737de5ae86cd4e209c1bd6e090b968f3', 'subnets': [{'id': '3016a3fe-7a83-4026-bb15-1c5764645712', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824187-7-iscsi', False) {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:53:36.546566 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9902382-60e7-44a2-8bb1-758b54a34b16 None None] The sync data for ids ['7c5b0b69-8cc3-4035-834e-edb5969b3858'] in dv-cinder-824187-7-iscsi is: [{'id': '7c5b0b69-8cc3-4035-834e-edb5969b3858', 'name': 'tempest-AttachVolumeTestJSON-128407593-router', 'tenant_id': '737de5ae86cd4e209c1bd6e090b968f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'external_fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '0a436445-0a24-4f7c-938b-88bfd91db432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:45:22Z', 'updated_at': '2022-01-28T13:45:30Z', 'revision_number': 4, 'project_id': '737de5ae86cd4e209c1bd6e090b968f3', 'gw_port': {'id': '0a436445-0a24-4f7c-938b-88bfd91db432', 'name': '', 'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:a8:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5b0b69-8cc3-4035-834e-edb5969b3858', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:23Z', 'updated_at': '2022-01-28T13:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-7-iscsi', '_floatingips': [{'id': 'd2021b69-07cb-4399-bb63-1b29bd6592e7', 'tenant_id': '737de5ae86cd4e209c1bd6e090b968f3', 'floating_ip_address': '172.27.0.140', 'floating_network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'router_id': '7c5b0b69-8cc3-4035-834e-edb5969b3858', 'port_id': 'a42d415f-26bd-4989-ad09-2e1603c7a9ca', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78d9b12b-20e5-405d-b8d9-58d523acb332', 'mac_address': 'fa:16:3e:80:f7:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '340c6b44-943b-41b2-9e60-473be6449f85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:53:23Z', 'updated_at': '2022-01-28T13:53:35Z', 'revision_number': 1, 'project_id': '737de5ae86cd4e209c1bd6e090b968f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec00c25a-9840-4cfc-887b-e4f424a1ec9d', 'name': '', 'network_id': '78d9b12b-20e5-405d-b8d9-58d523acb332', 'tenant_id': '737de5ae86cd4e209c1bd6e090b968f3', 'mac_address': 'fa:16:3e:cf:81:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5b0b69-8cc3-4035-834e-edb5969b3858', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '3016a3fe-7a83-4026-bb15-1c5764645712', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:29Z', 'updated_at': '2022-01-28T13:45:37Z', 'revision_number': 5, 'project_id': '737de5ae86cd4e209c1bd6e090b968f3', 'subnets': [{'id': '3016a3fe-7a83-4026-bb15-1c5764645712', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:53:36.753747 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71389ee7-8b28-4b77-8cb3-058dfdb24d2a None None] New status for floating IP d2021b69-07cb-4399-bb63-1b29bd6592e7: ACTIVE {{(pid=109087) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 13:53:55.914595 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 47114) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:53:56.247854 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.plugin [None req-ffb0204a-65fa-4475-a7cb-8030cee7f80c tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Deleting port 11609bcb-d3ae-41c4-9cad-ab522224bd61 {{(pid=109084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:53:56.248636 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-ffb0204a-65fa-4475-a7cb-8030cee7f80c tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742788692592'] for port (11609bcb-d3ae-41c4-9cad-ab522224bd61), before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:56.323419 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-ffb0204a-65fa-4475-a7cb-8030cee7f80c tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818260'] for port (11609bcb-d3ae-41c4-9cad-ab522224bd61), precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:56.323700 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-ffb0204a-65fa-4475-a7cb-8030cee7f80c tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Publish callbacks [] for floatingip (11609bcb-d3ae-41c4-9cad-ab522224bd61), precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:56.335680 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.plugin [None req-ffb0204a-65fa-4475-a7cb-8030cee7f80c tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Calling delete_port for 11609bcb-d3ae-41c4-9cad-ab522224bd61 owned by network:floatingip {{(pid=109084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:53:56.497298 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-ffb0204a-65fa-4475-a7cb-8030cee7f80c tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742788697034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742788384835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6110957'] for port (11609bcb-d3ae-41c4-9cad-ab522224bd61), after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:56.527593 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb0204a-65fa-4475-a7cb-8030cee7f80c tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Pushing event deleted for resources: {'Port': ['ID=11609bcb-d3ae-41c4-9cad-ab522224bd61,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:53:56.542303 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb0204a-65fa-4475-a7cb-8030cee7f80c tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:53:56.542792 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb0204a-65fa-4475-a7cb-8030cee7f80c tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:53:56.543207 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb0204a-65fa-4475-a7cb-8030cee7f80c tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:53:56.543607 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb0204a-65fa-4475-a7cb-8030cee7f80c tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:53:56.543982 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb0204a-65fa-4475-a7cb-8030cee7f80c tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:53:56.544306 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb0204a-65fa-4475-a7cb-8030cee7f80c tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:53:56.544636 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb0204a-65fa-4475-a7cb-8030cee7f80c tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:53:56.545000 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb0204a-65fa-4475-a7cb-8030cee7f80c tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:53:56.545329 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb0204a-65fa-4475-a7cb-8030cee7f80c tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:53:56.545653 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb0204a-65fa-4475-a7cb-8030cee7f80c tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:53:56.546078 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb0204a-65fa-4475-a7cb-8030cee7f80c tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:53:56.546584 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb0204a-65fa-4475-a7cb-8030cee7f80c tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:53:56.546926 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb0204a-65fa-4475-a7cb-8030cee7f80c tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:53:56.600328 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-ffb0204a-65fa-4475-a7cb-8030cee7f80c tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Publish callbacks [] for floatingip (42e10e43-0b17-48a9-9b2a-90b3e39462e6), after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:56.600556 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.db.l3_db [None req-ffb0204a-65fa-4475-a7cb-8030cee7f80c tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Floating IP 42e10e43-0b17-48a9-9b2a-90b3e39462e6 disassociated (deleted). External IP: 172.27.0.112, port: dfcdaca1-467c-495f-aba8-f3fc930df133. Jan 28 13:53:56.816964 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffb0204a-65fa-4475-a7cb-8030cee7f80c tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Router 3a895511-d29e-459d-87d4-edf333ddf421 has already been hosted by L3 agent 5fb30df9-6f10-41b8-94cc-b881623ba250 {{(pid=109084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:53:56.932297 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffb0204a-65fa-4475-a7cb-8030cee7f80c tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Notify agent at l3_agent.dv-cinder-824187-7-iscsi the message routers_updated {{(pid=109084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:53:56.936999 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-ffb0204a-65fa-4475-a7cb-8030cee7f80c tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91499'] for floatingip (None), before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:56.943585 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fbd7ddc-ef70-4be5-948e-872e6c7021d6 None None] Sync routers for ids ['3a895511-d29e-459d-87d4-edf333ddf421'] in dv-cinder-824187-7-iscsi {{(pid=109086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:53:56.954402 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fbd7ddc-ef70-4be5-948e-872e6c7021d6 None None] Routers {'3a895511-d29e-459d-87d4-edf333ddf421'} bound to L3 agent in host dv-cinder-824187-7-iscsi {{(pid=109086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:53:56.955285 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-4fbd7ddc-ef70-4be5-948e-872e6c7021d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:37:30Z,description=,heartbeat_timestamp=2022-01-28T13:53:30Z,host='dv-cinder-824187-7-iscsi',id=5fb30df9-6f10-41b8-94cc-b881623ba250,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:37:30Z,topic='l3_agent')) {'router_ids': ['3a895511-d29e-459d-87d4-edf333ddf421'], 'active': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:53:56.963538 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-ffb0204a-65fa-4475-a7cb-8030cee7f80c tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] 10.222.0.72 "DELETE /v2.0/floatingips/42e10e43-0b17-48a9-9b2a-90b3e39462e6 HTTP/1.1" status: 204 len: 168 time: 1.0478628 Jan 28 13:53:56.964146 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0b255d5-978a-4b0d-91cc-e1ff166d24f8', 'tag': 'dfcdaca1-467c-495f-aba8-f3fc930df133'}] {{(pid=109084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:53:56.966491 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5cde6f7d6341da3213f8ae41fabcae285c2d6f110ff0443107e1632addf2fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b06e0f00-4676-4472-98d2-63d26ea4dfc8" -d '{"events": [{"name": "network-changed", "server_uuid": "e0b255d5-978a-4b0d-91cc-e1ff166d24f8", "tag": "dfcdaca1-467c-495f-aba8-f3fc930df133"}]}' {{(pid=109084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:53:57.010201 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e53d0120-cf09-41ce-9092-a9ecca019bdb x-openstack-request-id: req-e53d0120-cf09-41ce-9092-a9ecca019bdb {{(pid=109084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:53:57.010581 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0b255d5-978a-4b0d-91cc-e1ff166d24f8", "tag": "dfcdaca1-467c-495f-aba8-f3fc930df133", "status": "completed", "code": 200}]} {{(pid=109084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:53:57.010890 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e53d0120-cf09-41ce-9092-a9ecca019bdb {{(pid=109084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:53:57.011461 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0b255d5-978a-4b0d-91cc-e1ff166d24f8', 'tag': 'dfcdaca1-467c-495f-aba8-f3fc930df133', 'status': 'completed', 'code': 200} Jan 28 13:53:57.076647 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06e0f00-4676-4472-98d2-63d26ea4dfc8 req-bfe47f8c-f352-445c-9d76-192dfa0e040d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:57.079221 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-b06e0f00-4676-4472-98d2-63d26ea4dfc8 req-bfe47f8c-f352-445c-9d76-192dfa0e040d service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=1dd3b47ebfbe4d0eb9cd24d8466d81e2&device_id=e0b255d5-978a-4b0d-91cc-e1ff166d24f8 HTTP/1.1" status: 200 len: 1098 time: 0.0452001 Jan 28 13:53:57.221765 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvr_db [None req-4fbd7ddc-ef70-4be5-948e-872e6c7021d6 None None] Set router 3a895511-d29e-459d-87d4-edf333ddf421 gateway port host: dv-cinder-824187-7-iscsi {{(pid=109086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:53:57.427624 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-4fbd7ddc-ef70-4be5-948e-872e6c7021d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a895511-d29e-459d-87d4-edf333ddf421', 'name': 'tempest-TestShelveInstance-1834871760-router', 'tenant_id': '1dd3b47ebfbe4d0eb9cd24d8466d81e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'external_fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': 'a3311eda-e183-49bd-8bcc-e3761317af2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:47:35Z', 'updated_at': '2022-01-28T13:47:38Z', 'revision_number': 4, 'project_id': '1dd3b47ebfbe4d0eb9cd24d8466d81e2', 'gw_port': {'id': 'a3311eda-e183-49bd-8bcc-e3761317af2e', 'name': '', 'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:c1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a895511-d29e-459d-87d4-edf333ddf421', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:47:36Z', 'updated_at': '2022-01-28T13:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-7-iscsi', '_interfaces': [{'id': 'aa26b876-51ce-4b2b-adb5-bd5347843afc', 'name': '', 'network_id': '77a9d7fd-caa4-46e4-b26c-398632d587f7', 'tenant_id': '1dd3b47ebfbe4d0eb9cd24d8466d81e2', 'mac_address': 'fa:16:3e:5f:a0:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a895511-d29e-459d-87d4-edf333ddf421', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '6897cf15-6c8e-4f66-8fd6-9ab02f212f95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:47:38Z', 'updated_at': '2022-01-28T13:47:42Z', 'revision_number': 5, 'project_id': '1dd3b47ebfbe4d0eb9cd24d8466d81e2', 'subnets': [{'id': '6897cf15-6c8e-4f66-8fd6-9ab02f212f95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824187-7-iscsi', False) {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:53:57.455234 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fbd7ddc-ef70-4be5-948e-872e6c7021d6 None None] Checking router: 3a895511-d29e-459d-87d4-edf333ddf421 for host: dv-cinder-824187-7-iscsi {{(pid=109086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:53:57.463919 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fbd7ddc-ef70-4be5-948e-872e6c7021d6 None None] Routers {'3a895511-d29e-459d-87d4-edf333ddf421'} bound to L3 agent in host dv-cinder-824187-7-iscsi {{(pid=109086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:53:57.466851 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-4fbd7ddc-ef70-4be5-948e-872e6c7021d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:37:30Z,description=,heartbeat_timestamp=2022-01-28T13:53:30Z,host='dv-cinder-824187-7-iscsi',id=5fb30df9-6f10-41b8-94cc-b881623ba250,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:37:30Z,topic='l3_agent')) {'router_ids': ['3a895511-d29e-459d-87d4-edf333ddf421'], 'active': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:53:57.514175 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06e0f00-4676-4472-98d2-63d26ea4dfc8 req-1108db6a-bc29-4b01-8fe0-c2fa26b2d948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:57.515688 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-b06e0f00-4676-4472-98d2-63d26ea4dfc8 req-1108db6a-bc29-4b01-8fe0-c2fa26b2d948 service neutron] 10.222.0.78 "GET /v2.0/networks?id=77a9d7fd-caa4-46e4-b26c-398632d587f7 HTTP/1.1" status: 200 len: 910 time: 0.4218585 Jan 28 13:53:57.525070 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcda954e-0529-4388-85de-47a9ca70c11a req-67ff2a3e-c249-4d71-a162-1021ef4290d4 tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:57.526472 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-fcda954e-0529-4388-85de-47a9ca70c11a req-67ff2a3e-c249-4d71-a162-1021ef4290d4 tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0b255d5-978a-4b0d-91cc-e1ff166d24f8 HTTP/1.1" status: 200 len: 945 time: 0.3703117 Jan 28 13:53:57.573236 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-b06e0f00-4676-4472-98d2-63d26ea4dfc8 req-330a7c32-5ae8-4755-8596-b32b9ef9005e service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dfcdaca1-467c-495f-aba8-f3fc930df133 HTTP/1.1" status: 200 len: 217 time: 0.0455372 Jan 28 13:53:57.578602 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvr_db [None req-4fbd7ddc-ef70-4be5-948e-872e6c7021d6 None None] Set router 3a895511-d29e-459d-87d4-edf333ddf421 gateway port host: dv-cinder-824187-7-iscsi {{(pid=109086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:53:57.637104 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-fcda954e-0529-4388-85de-47a9ca70c11a req-c5dce70a-3da0-4d58-934e-7da0dd4efe5a tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] 10.222.0.72 "GET /v2.0/security-groups?id=351edb33-a693-4fd3-8aed-86de15517ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1040354 Jan 28 13:53:57.645851 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06e0f00-4676-4472-98d2-63d26ea4dfc8 req-79d9fcda-122f-4e13-be90-0cd94302b065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:57.647376 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-b06e0f00-4676-4472-98d2-63d26ea4dfc8 req-79d9fcda-122f-4e13-be90-0cd94302b065 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=6897cf15-6c8e-4f66-8fd6-9ab02f212f95 HTTP/1.1" status: 200 len: 848 time: 0.0669343 Jan 28 13:53:57.694244 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06e0f00-4676-4472-98d2-63d26ea4dfc8 req-bfc8e059-e044-4ea0-b07e-06d67cba448d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:57.695726 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-b06e0f00-4676-4472-98d2-63d26ea4dfc8 req-bfc8e059-e044-4ea0-b07e-06d67cba448d service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=77a9d7fd-caa4-46e4-b26c-398632d587f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0404675 Jan 28 13:53:57.784375 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-4fbd7ddc-ef70-4be5-948e-872e6c7021d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a895511-d29e-459d-87d4-edf333ddf421', 'name': 'tempest-TestShelveInstance-1834871760-router', 'tenant_id': '1dd3b47ebfbe4d0eb9cd24d8466d81e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'external_fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': 'a3311eda-e183-49bd-8bcc-e3761317af2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:47:35Z', 'updated_at': '2022-01-28T13:47:38Z', 'revision_number': 4, 'project_id': '1dd3b47ebfbe4d0eb9cd24d8466d81e2', 'gw_port': {'id': 'a3311eda-e183-49bd-8bcc-e3761317af2e', 'name': '', 'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:c1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a895511-d29e-459d-87d4-edf333ddf421', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:47:36Z', 'updated_at': '2022-01-28T13:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-7-iscsi', '_interfaces': [{'id': 'aa26b876-51ce-4b2b-adb5-bd5347843afc', 'name': '', 'network_id': '77a9d7fd-caa4-46e4-b26c-398632d587f7', 'tenant_id': '1dd3b47ebfbe4d0eb9cd24d8466d81e2', 'mac_address': 'fa:16:3e:5f:a0:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a895511-d29e-459d-87d4-edf333ddf421', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '6897cf15-6c8e-4f66-8fd6-9ab02f212f95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:47:38Z', 'updated_at': '2022-01-28T13:47:42Z', 'revision_number': 5, 'project_id': '1dd3b47ebfbe4d0eb9cd24d8466d81e2', 'subnets': [{'id': '6897cf15-6c8e-4f66-8fd6-9ab02f212f95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824187-7-iscsi', False) {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:53:57.786677 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-b06e0f00-4676-4472-98d2-63d26ea4dfc8 req-0baeb531-6f2b-4132-bfb6-0b143ffc193a service neutron] 10.222.0.78 "GET /v2.0/networks/77a9d7fd-caa4-46e4-b26c-398632d587f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839155 Jan 28 13:53:57.811605 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fbd7ddc-ef70-4be5-948e-872e6c7021d6 None None] The sync data for ids ['3a895511-d29e-459d-87d4-edf333ddf421'] in dv-cinder-824187-7-iscsi is: [{'id': '3a895511-d29e-459d-87d4-edf333ddf421', 'name': 'tempest-TestShelveInstance-1834871760-router', 'tenant_id': '1dd3b47ebfbe4d0eb9cd24d8466d81e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'external_fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': 'a3311eda-e183-49bd-8bcc-e3761317af2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:47:35Z', 'updated_at': '2022-01-28T13:47:38Z', 'revision_number': 4, 'project_id': '1dd3b47ebfbe4d0eb9cd24d8466d81e2', 'gw_port': {'id': 'a3311eda-e183-49bd-8bcc-e3761317af2e', 'name': '', 'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:c1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a895511-d29e-459d-87d4-edf333ddf421', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:47:36Z', 'updated_at': '2022-01-28T13:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-7-iscsi', '_interfaces': [{'id': 'aa26b876-51ce-4b2b-adb5-bd5347843afc', 'name': '', 'network_id': '77a9d7fd-caa4-46e4-b26c-398632d587f7', 'tenant_id': '1dd3b47ebfbe4d0eb9cd24d8466d81e2', 'mac_address': 'fa:16:3e:5f:a0:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a895511-d29e-459d-87d4-edf333ddf421', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': '6897cf15-6c8e-4f66-8fd6-9ab02f212f95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:47:38Z', 'updated_at': '2022-01-28T13:47:42Z', 'revision_number': 5, 'project_id': '1dd3b47ebfbe4d0eb9cd24d8466d81e2', 'subnets': [{'id': '6897cf15-6c8e-4f66-8fd6-9ab02f212f95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:53:58.003189 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-b06e0f00-4676-4472-98d2-63d26ea4dfc8 req-dd606870-f74a-4ed9-8baf-3c983c9ee47e service neutron] 10.222.0.78 "GET /v2.0/networks/77a9d7fd-caa4-46e4-b26c-398632d587f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954947 Jan 28 13:53:58.062445 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be4bf85e-8ed3-4653-8a3d-fb934395abfb None None] New status for floating IP 42e10e43-0b17-48a9-9b2a-90b3e39462e6: DOWN {{(pid=109087) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 13:53:58.246733 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-11ed4b17-334f-4b48-aa43-dc752dbc7227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (fe6892c5-7eb1-46ce-88dd-77c5bcc32263), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:59.034196 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200cb723-a781-46b2-8368-3768704a897b req-2364b316-cda9-4190-bcbf-62f72bbbbd52 tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:59.035721 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-200cb723-a781-46b2-8368-3768704a897b req-2364b316-cda9-4190-bcbf-62f72bbbbd52 tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0b255d5-978a-4b0d-91cc-e1ff166d24f8 HTTP/1.1" status: 200 len: 945 time: 0.3158734 Jan 28 13:53:59.084969 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-200cb723-a781-46b2-8368-3768704a897b req-e8fef748-1df5-4aa0-88fe-125d27c9c741 tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] 10.222.0.72 "GET /v2.0/security-groups?id=351edb33-a693-4fd3-8aed-86de15517ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434232 Jan 28 13:53:59.298321 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-7c4340c9-317f-4b66-bd73-ffbc610e974b req-744b3342-5f2a-4ae2-837b-c44b8b399de9 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-119210468&fields=id&tenant_id=91bd515480d64f1fb4c68f74dfec7a79 HTTP/1.1" status: 200 len: 267 time: 0.0553181 Jan 28 13:53:59.408265 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4340c9-317f-4b66-bd73-ffbc610e974b req-edc6c6b5-0ab2-43e2-9c05-ed6af16f3da0 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:59.409798 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-7c4340c9-317f-4b66-bd73-ffbc610e974b req-edc6c6b5-0ab2-43e2-9c05-ed6af16f3da0 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] 10.222.0.72 "GET /v2.0/networks?id=edec13d6-6734-4abe-91ae-5b6be190099b HTTP/1.1" status: 200 len: 812 time: 0.1047106 Jan 28 13:53:59.434274 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-7c4340c9-317f-4b66-bd73-ffbc610e974b req-58394716-f687-4cd7-9ed8-625875fd77a1 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] 10.222.0.72 "GET /v2.0/quotas/91bd515480d64f1fb4c68f74dfec7a79 HTTP/1.1" status: 200 len: 375 time: 0.0188682 Jan 28 13:53:59.496485 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cccea1-4ff7-418e-85e0-a1676334b2f2 req-0a357ce5-0376-4cdf-9e49-42fb4895818a tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:53:59.497899 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-88cccea1-4ff7-418e-85e0-a1676334b2f2 req-0a357ce5-0376-4cdf-9e49-42fb4895818a tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] 10.222.0.78 "GET /v2.0/ports?device_id=e0b255d5-978a-4b0d-91cc-e1ff166d24f8 HTTP/1.1" status: 200 len: 945 time: 0.0808711 Jan 28 13:53:59.518448 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-7c4340c9-317f-4b66-bd73-ffbc610e974b req-7d83da1e-3704-40bd-a1cb-669bda9c3543 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=91bd515480d64f1fb4c68f74dfec7a79&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0701725 Jan 28 13:53:59.662525 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-7c4340c9-317f-4b66-bd73-ffbc610e974b req-c659d16a-84ff-45e8-a45a-fcae276e65ff service neutron] 10.222.0.72 "GET /v2.0/networks/edec13d6-6734-4abe-91ae-5b6be190099b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252480 Jan 28 13:53:59.680790 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-88cccea1-4ff7-418e-85e0-a1676334b2f2 req-2d01cc13-021a-4259-a300-325926b316cc tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Deleting port dfcdaca1-467c-495f-aba8-f3fc930df133 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:53:59.681140 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-88cccea1-4ff7-418e-85e0-a1676334b2f2 req-2d01cc13-021a-4259-a300-325926b316cc tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742788692592'] for port (dfcdaca1-467c-495f-aba8-f3fc930df133), before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:59.825820 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-7c4340c9-317f-4b66-bd73-ffbc610e974b req-7f4b47ef-0db3-4dda-a43b-175e8ab060de service neutron] 10.222.0.72 "GET /v2.0/networks/edec13d6-6734-4abe-91ae-5b6be190099b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566541 Jan 28 13:53:59.830785 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-88cccea1-4ff7-418e-85e0-a1676334b2f2 req-2d01cc13-021a-4259-a300-325926b316cc tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] For port dfcdaca1-467c-495f-aba8-f3fc930df133, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=dfcdaca1-467c-495f-aba8-f3fc930df133,segment=NetworkSegment(2abf073d-7ee6-4913-b331-d6f5e44b2927),segment_id=2abf073d-7ee6-4913-b331-d6f5e44b2927)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:53:59.831164 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-88cccea1-4ff7-418e-85e0-a1676334b2f2 req-2d01cc13-021a-4259-a300-325926b316cc tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818260'] for port (dfcdaca1-467c-495f-aba8-f3fc930df133), precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:53:59.843350 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-88cccea1-4ff7-418e-85e0-a1676334b2f2 req-2d01cc13-021a-4259-a300-325926b316cc tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Calling delete_port for dfcdaca1-467c-495f-aba8-f3fc930df133 owned by compute:nova {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:53:59.987313 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-88cccea1-4ff7-418e-85e0-a1676334b2f2 req-2d01cc13-021a-4259-a300-325926b316cc tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742788697034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742788384835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4723325'] for port (dfcdaca1-467c-495f-aba8-f3fc930df133), after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:00.017547 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d01cc13-021a-4259-a300-325926b316cc tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Pushing event deleted for resources: {'Port': ['ID=dfcdaca1-467c-495f-aba8-f3fc930df133,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:54:00.045234 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d01cc13-021a-4259-a300-325926b316cc tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:54:00.045603 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d01cc13-021a-4259-a300-325926b316cc tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:54:00.046013 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d01cc13-021a-4259-a300-325926b316cc tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:54:00.046464 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d01cc13-021a-4259-a300-325926b316cc tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:54:00.046834 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d01cc13-021a-4259-a300-325926b316cc tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:54:00.047178 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d01cc13-021a-4259-a300-325926b316cc tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:54:00.047605 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d01cc13-021a-4259-a300-325926b316cc tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:54:00.047845 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d01cc13-021a-4259-a300-325926b316cc tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:54:00.048173 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d01cc13-021a-4259-a300-325926b316cc tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:54:00.048501 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d01cc13-021a-4259-a300-325926b316cc tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:54:00.048831 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d01cc13-021a-4259-a300-325926b316cc tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:54:00.049178 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d01cc13-021a-4259-a300-325926b316cc tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:54:00.049504 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d01cc13-021a-4259-a300-325926b316cc tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:54:00.089051 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-88cccea1-4ff7-418e-85e0-a1676334b2f2 req-2d01cc13-021a-4259-a300-325926b316cc tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] No DVR routers for this DVR port dfcdaca1-467c-495f-aba8-f3fc930df133 on host hv-cinder-82418 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:54:00.091962 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-88cccea1-4ff7-418e-85e0-a1676334b2f2 req-2d01cc13-021a-4259-a300-325926b316cc tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91499'] for port (None), before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:00.096104 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-88cccea1-4ff7-418e-85e0-a1676334b2f2 req-2d01cc13-021a-4259-a300-325926b316cc tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] 10.222.0.78 "DELETE /v2.0/ports/dfcdaca1-467c-495f-aba8-f3fc930df133 HTTP/1.1" status: 204 len: 173 time: 0.5919189 Jan 28 13:54:00.096566 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0b255d5-978a-4b0d-91cc-e1ff166d24f8', 'name': 'network-vif-deleted', 'tag': 'dfcdaca1-467c-495f-aba8-f3fc930df133'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:54:00.099064 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19ef927ebdb7e136520bf73605241c98ba3844c75ab8794845cb00139da391b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d31d027-cc65-47ac-8369-2ac54969b70f" -d '{"events": [{"server_uuid": "e0b255d5-978a-4b0d-91cc-e1ff166d24f8", "name": "network-vif-deleted", "tag": "dfcdaca1-467c-495f-aba8-f3fc930df133"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:54:00.137544 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-be2c608d-ce59-42f5-a73c-06a5348c6f67 req-2f42d0c4-220c-4b85-b2ea-915cd31ea2fc tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] 10.222.0.72 "GET /v2.0/ports?device_id=83bd55d4-8094-4ebd-9f3a-46c6973f6b20 HTTP/1.1" status: 200 len: 210 time: 0.0398500 Jan 28 13:54:00.152782 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc1557a2-4afa-4cf0-a487-e3e998a1cc80 x-openstack-request-id: req-dc1557a2-4afa-4cf0-a487-e3e998a1cc80 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:54:00.153108 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0b255d5-978a-4b0d-91cc-e1ff166d24f8", "name": "network-vif-deleted", "tag": "dfcdaca1-467c-495f-aba8-f3fc930df133", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:54:00.153450 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-dc1557a2-4afa-4cf0-a487-e3e998a1cc80 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:54:00.153883 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0b255d5-978a-4b0d-91cc-e1ff166d24f8', 'name': 'network-vif-deleted', 'tag': 'dfcdaca1-467c-495f-aba8-f3fc930df133', 'status': 'completed', 'code': 200} Jan 28 13:54:00.246236 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-697d79a3-4ce0-4783-9f74-e2468779df23 req-002a6cd0-0568-4ce4-919c-5d8785d1d489 tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] 10.222.0.72 "GET /v2.0/ports?device_id=e0b255d5-978a-4b0d-91cc-e1ff166d24f8 HTTP/1.1" status: 200 len: 210 time: 0.0303383 Jan 28 13:54:00.255487 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d540506c-5237-4cb8-b050-ac34f53ac09e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (5fb30df9-6f10-41b8-94cc-b881623ba250), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:00.477215 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.agents_db [None req-2611350c-8bbf-4fa3-a5bb-e2ba3591f3a7 None None] Agent healthcheck: found 6 active agents {{(pid=109087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:54:01.220087 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4340c9-317f-4b66-bd73-ffbc610e974b req-e4f16199-f9bd-4d34-8963-21e62143e7a9 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:01.221778 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-7c4340c9-317f-4b66-bd73-ffbc610e974b req-e4f16199-f9bd-4d34-8963-21e62143e7a9 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] 10.222.0.78 "GET /v2.0/networks?id=edec13d6-6734-4abe-91ae-5b6be190099b HTTP/1.1" status: 200 len: 812 time: 0.1105971 Jan 28 13:54:01.261424 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-0aaa8cee-ef39-43cc-99d4-28ab61c5c0dc req-3c1220d6-1625-41c7-bd30-f3e77605276c tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] 10.222.0.72 "GET /v2.0/ports?device_id=83bd55d4-8094-4ebd-9f3a-46c6973f6b20 HTTP/1.1" status: 200 len: 210 time: 0.0496554 Jan 28 13:54:01.303141 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-7c4340c9-317f-4b66-bd73-ffbc610e974b req-eea806c9-dbc2-4b1c-b942-48c79b3038af tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] 10.222.0.78 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=91bd515480d64f1fb4c68f74dfec7a79 HTTP/1.1" status: 200 len: 379 time: 0.0675280 Jan 28 13:54:01.313908 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 47184) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:54:01.314417 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.v2.base [req-7c4340c9-317f-4b66-bd73-ffbc610e974b req-2009d7eb-be98-46c9-815f-bf8a90fbb63d tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Request body: {'port': {'device_id': '83bd55d4-8094-4ebd-9f3a-46c6973f6b20', 'network_id': 'edec13d6-6734-4abe-91ae-5b6be190099b', 'admin_state_up': True, 'tenant_id': '91bd515480d64f1fb4c68f74dfec7a79', 'security_groups': ['c593fc4e-d69d-427e-8a7c-494b33da0fac']}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:54:01.373362 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-f5be4ce4-0fca-4323-bba3-21ce7dfaa77e tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Publish callbacks [] for security_group (351edb33-a693-4fd3-8aed-86de15517ff5), before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:01.403672 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-f5be4ce4-0fca-4323-bba3-21ce7dfaa77e tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Publish callbacks [] for security_group (351edb33-a693-4fd3-8aed-86de15517ff5), precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:01.437718 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c4340c9-317f-4b66-bd73-ffbc610e974b req-2009d7eb-be98-46c9-815f-bf8a90fbb63d tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Made reservation on behalf of 91bd515480d64f1fb4c68f74dfec7a79 for: {'port': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:54:01.441910 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-7c4340c9-317f-4b66-bd73-ffbc610e974b req-2009d7eb-be98-46c9-815f-bf8a90fbb63d tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (None), before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:01.468008 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-f5be4ce4-0fca-4323-bba3-21ce7dfaa77e tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (351edb33-a693-4fd3-8aed-86de15517ff5), after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:01.471034 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-f5be4ce4-0fca-4323-bba3-21ce7dfaa77e tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Publish callbacks [] for security_group (None), before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:01.472157 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-f5be4ce4-0fca-4323-bba3-21ce7dfaa77e tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] 10.222.0.72 "DELETE /v2.0/security-groups/351edb33-a693-4fd3-8aed-86de15517ff5 HTTP/1.1" status: 204 len: 168 time: 0.1569216 Jan 28 13:54:01.482002 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5be4ce4-0fca-4323-bba3-21ce7dfaa77e tempest-TestShelveInstance-83752237 tempest-TestShelveInstance-83752237-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=351edb33-a693-4fd3-8aed-86de15517ff5,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:54:01.530587 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 47190) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:54:01.584487 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [req-7c4340c9-317f-4b66-bd73-ffbc610e974b req-2009d7eb-be98-46c9-815f-bf8a90fbb63d tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Allocated IP 172.20.0.8 (edec13d6-6734-4abe-91ae-5b6be190099b/0bbd587e-7762-4c23-87b9-7f5b462e54c4/97538a72-3a25-433c-8e06-975aaca68c9a) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:54:01.739450 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-7c4340c9-317f-4b66-bd73-ffbc610e974b req-2009d7eb-be98-46c9-815f-bf8a90fbb63d tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Publish callbacks [] for port (97538a72-3a25-433c-8e06-975aaca68c9a), precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:01.758012 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-120fdcba-5236-4c4f-ad1d-de3bbc2703f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (270c75b4-e9a8-4b16-85de-99abb56244df), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:01.777370 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-7c4340c9-317f-4b66-bd73-ffbc610e974b req-2009d7eb-be98-46c9-815f-bf8a90fbb63d tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742788384826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4723325'] for port (97538a72-3a25-433c-8e06-975aaca68c9a), after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:01.827114 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c4340c9-317f-4b66-bd73-ffbc610e974b req-2009d7eb-be98-46c9-815f-bf8a90fbb63d tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Network edec13d6-6734-4abe-91ae-5b6be190099b is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:54:01.830559 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [req-7c4340c9-317f-4b66-bd73-ffbc610e974b req-2009d7eb-be98-46c9-815f-bf8a90fbb63d tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:54:01.836828 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c4340c9-317f-4b66-bd73-ffbc610e974b req-2009d7eb-be98-46c9-815f-bf8a90fbb63d tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:54:01.862997 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2009d7eb-be98-46c9-815f-bf8a90fbb63d tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Pushing event updated for resources: {'Port': ['ID=97538a72-3a25-433c-8e06-975aaca68c9a,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:54:01.893746 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4340c9-317f-4b66-bd73-ffbc610e974b req-2009d7eb-be98-46c9-815f-bf8a90fbb63d tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:01.894550 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-7c4340c9-317f-4b66-bd73-ffbc610e974b req-2009d7eb-be98-46c9-815f-bf8a90fbb63d tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91499'] for port (None), before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:01.914759 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-7c4340c9-317f-4b66-bd73-ffbc610e974b req-2009d7eb-be98-46c9-815f-bf8a90fbb63d tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6044400 Jan 28 13:54:01.926811 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.v2.base [req-7c4340c9-317f-4b66-bd73-ffbc610e974b req-40522690-ece3-4502-827b-f0baf928146a service neutron] Request body: {'port': {'device_id': '83bd55d4-8094-4ebd-9f3a-46c6973f6b20', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82418'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:54:01.988384 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-7c4340c9-317f-4b66-bd73-ffbc610e974b req-40522690-ece3-4502-827b-f0baf928146a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (97538a72-3a25-433c-8e06-975aaca68c9a), before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:02.030803 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-b8cc4cfc-1696-4025-92d4-4d8866428f14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1811891'] for router_interface (3a895511-d29e-459d-87d4-edf333ddf421), before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:02.121977 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-a858e6b5-4e54-4132-accc-b9c95c0d478d None None] Provisioning complete for port 97538a72-3a25-433c-8e06-975aaca68c9a triggered by entity DHCP. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:54:02.122438 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a858e6b5-4e54-4132-accc-b9c95c0d478d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041328'] for port (97538a72-3a25-433c-8e06-975aaca68c9a), provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:02.159996 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-a858e6b5-4e54-4132-accc-b9c95c0d478d None None] Port 97538a72-3a25-433c-8e06-975aaca68c9a cannot update to ACTIVE because it is not bound. {{(pid=109086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 28 13:54:02.265631 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.notifiers.nova [req-7c4340c9-317f-4b66-bd73-ffbc610e974b req-40522690-ece3-4502-827b-f0baf928146a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97538a72-3a25-433c-8e06-975aaca68c9a {{(pid=109085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:54:02.273189 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-7c4340c9-317f-4b66-bd73-ffbc610e974b req-40522690-ece3-4502-827b-f0baf928146a service neutron] Publish callbacks [] for port (97538a72-3a25-433c-8e06-975aaca68c9a), precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:02.286008 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.db.provisioning_blocks [req-7c4340c9-317f-4b66-bd73-ffbc610e974b req-40522690-ece3-4502-827b-f0baf928146a service neutron] Transition to ACTIVE for port object 97538a72-3a25-433c-8e06-975aaca68c9a will not be triggered until provisioned by entity L2. {{(pid=109085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:54:02.290832 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.plugin [None req-b8cc4cfc-1696-4025-92d4-4d8866428f14 admin admin] Deleting port aa26b876-51ce-4b2b-adb5-bd5347843afc {{(pid=109084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:54:02.291359 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-b8cc4cfc-1696-4025-92d4-4d8866428f14 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742788692592'] for port (aa26b876-51ce-4b2b-adb5-bd5347843afc), before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:02.292721 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-7c4340c9-317f-4b66-bd73-ffbc610e974b req-40522690-ece3-4502-827b-f0baf928146a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4723334'] for port (97538a72-3a25-433c-8e06-975aaca68c9a), after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:02.341940 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Device dfcdaca1-467c-495f-aba8-f3fc930df133 no longer exists at agent hyperv_hv-cinder-82418 {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:54:02.363095 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] No Port match for: dfcdaca1-467c-495f-aba8-f3fc930df133 {{(pid=109086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:54:02.363710 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Device dfcdaca1-467c-495f-aba8-f3fc930df133 not bound to the agent host hv-cinder-82418 {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:54:02.387350 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40522690-ece3-4502-827b-f0baf928146a service neutron] Pushing event updated for resources: {'Port': ['ID=97538a72-3a25-433c-8e06-975aaca68c9a,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:54:02.407397 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.db [None req-b8cc4cfc-1696-4025-92d4-4d8866428f14 admin admin] For port aa26b876-51ce-4b2b-adb5-bd5347843afc, host dv-cinder-824187-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-7-iscsi',level=0,port_id=aa26b876-51ce-4b2b-adb5-bd5347843afc,segment=NetworkSegment(2abf073d-7ee6-4913-b331-d6f5e44b2927),segment_id=2abf073d-7ee6-4913-b331-d6f5e44b2927)] {{(pid=109084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:54:02.407998 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-b8cc4cfc-1696-4025-92d4-4d8866428f14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818260'] for port (aa26b876-51ce-4b2b-adb5-bd5347843afc), precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:02.430027 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.plugin [None req-b8cc4cfc-1696-4025-92d4-4d8866428f14 admin admin] Calling delete_port for aa26b876-51ce-4b2b-adb5-bd5347843afc owned by network:router_interface {{(pid=109084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:54:02.438309 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c031e569-b998-4931-a8ec-0fe85b5d6a4a req-e13d40f5-d7f0-4ecb-8eb3-b81b943a53ff tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:02.443662 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-c031e569-b998-4931-a8ec-0fe85b5d6a4a req-e13d40f5-d7f0-4ecb-8eb3-b81b943a53ff tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] 10.222.0.72 "GET /v2.0/ports?device_id=83bd55d4-8094-4ebd-9f3a-46c6973f6b20 HTTP/1.1" status: 200 len: 943 time: 0.1125298 Jan 28 13:54:02.498362 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-7c4340c9-317f-4b66-bd73-ffbc610e974b req-40522690-ece3-4502-827b-f0baf928146a service neutron] Attempting to bind port 97538a72-3a25-433c-8e06-975aaca68c9a on host hv-cinder-82418 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:54:02.498769 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-7c4340c9-317f-4b66-bd73-ffbc610e974b req-40522690-ece3-4502-827b-f0baf928146a service neutron] Attempting to bind port 97538a72-3a25-433c-8e06-975aaca68c9a by drivers openvswitch,hyperv on host hv-cinder-82418 at level 0 using segments [{'id': '96a3ffce-3ebc-4cee-b2b1-2d336e9f8d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'edec13d6-6734-4abe-91ae-5b6be190099b'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:54:02.499171 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c4340c9-317f-4b66-bd73-ffbc610e974b req-40522690-ece3-4502-827b-f0baf928146a service neutron] Attempting to bind port 97538a72-3a25-433c-8e06-975aaca68c9a on network edec13d6-6734-4abe-91ae-5b6be190099b {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:54:02.513326 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c4340c9-317f-4b66-bd73-ffbc610e974b req-40522690-ece3-4502-827b-f0baf928146a service neutron] Port 97538a72-3a25-433c-8e06-975aaca68c9a on network edec13d6-6734-4abe-91ae-5b6be190099b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82418 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:54:02.513730 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c4340c9-317f-4b66-bd73-ffbc610e974b req-40522690-ece3-4502-827b-f0baf928146a service neutron] Attempting to bind port 97538a72-3a25-433c-8e06-975aaca68c9a on network edec13d6-6734-4abe-91ae-5b6be190099b {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:54:02.519392 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-c031e569-b998-4931-a8ec-0fe85b5d6a4a req-44979157-2cf4-4a65-8286-3f1c9dcd8cf1 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] 10.222.0.72 "GET /v2.0/security-groups?id=c593fc4e-d69d-427e-8a7c-494b33da0fac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722671 Jan 28 13:54:02.523695 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c4340c9-317f-4b66-bd73-ffbc610e974b req-40522690-ece3-4502-827b-f0baf928146a service neutron] Checking agent: {'id': '06140fe1-dee6-47e9-9649-a5d5e543fff8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82418', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 43, 32), 'started_at': datetime.datetime(2022, 1, 28, 13, 43, 32), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 53, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:54:02.524049 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c4340c9-317f-4b66-bd73-ffbc610e974b req-40522690-ece3-4502-827b-f0baf928146a service neutron] Checking segment: {'id': '96a3ffce-3ebc-4cee-b2b1-2d336e9f8d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'edec13d6-6734-4abe-91ae-5b6be190099b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:54:02.524414 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c4340c9-317f-4b66-bd73-ffbc610e974b req-40522690-ece3-4502-827b-f0baf928146a service neutron] Bound using segment: {'id': '96a3ffce-3ebc-4cee-b2b1-2d336e9f8d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'edec13d6-6734-4abe-91ae-5b6be190099b'} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:54:02.524885 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-7c4340c9-317f-4b66-bd73-ffbc610e974b req-40522690-ece3-4502-827b-f0baf928146a service neutron] Bound port: 97538a72-3a25-433c-8e06-975aaca68c9a, host: hv-cinder-82418, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96a3ffce-3ebc-4cee-b2b1-2d336e9f8d25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'edec13d6-6734-4abe-91ae-5b6be190099b'}}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:54:02.525250 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-7c4340c9-317f-4b66-bd73-ffbc610e974b req-40522690-ece3-4502-827b-f0baf928146a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (97538a72-3a25-433c-8e06-975aaca68c9a), before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:02.600114 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-7c4340c9-317f-4b66-bd73-ffbc610e974b req-40522690-ece3-4502-827b-f0baf928146a service neutron] For port 97538a72-3a25-433c-8e06-975aaca68c9a, host hv-cinder-82418, cleared binding levels {{(pid=109085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:54:02.603444 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-7c4340c9-317f-4b66-bd73-ffbc610e974b req-40522690-ece3-4502-827b-f0baf928146a service neutron] For port 97538a72-3a25-433c-8e06-975aaca68c9a, host hv-cinder-82418, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=97538a72-3a25-433c-8e06-975aaca68c9a,segment=NetworkSegment(96a3ffce-3ebc-4cee-b2b1-2d336e9f8d25),segment_id=96a3ffce-3ebc-4cee-b2b1-2d336e9f8d25)] {{(pid=109085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:54:02.610459 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-7c4340c9-317f-4b66-bd73-ffbc610e974b req-40522690-ece3-4502-827b-f0baf928146a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4723334'] for port (97538a72-3a25-433c-8e06-975aaca68c9a), after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:02.650718 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4340c9-317f-4b66-bd73-ffbc610e974b req-40522690-ece3-4502-827b-f0baf928146a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:02.651336 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-7c4340c9-317f-4b66-bd73-ffbc610e974b req-40522690-ece3-4502-827b-f0baf928146a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91499'] for port (None), before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:02.652736 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-7c4340c9-317f-4b66-bd73-ffbc610e974b req-40522690-ece3-4502-827b-f0baf928146a service neutron] 10.222.0.78 "PUT /v2.0/ports/97538a72-3a25-433c-8e06-975aaca68c9a HTTP/1.1" status: 200 len: 1093 time: 0.7307837 Jan 28 13:54:02.653206 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83bd55d4-8094-4ebd-9f3a-46c6973f6b20', 'tag': '97538a72-3a25-433c-8e06-975aaca68c9a'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:54:02.654055 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-b8cc4cfc-1696-4025-92d4-4d8866428f14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742788697034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742788384835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6110957'] for port (aa26b876-51ce-4b2b-adb5-bd5347843afc), after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:02.655449 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19ef927ebdb7e136520bf73605241c98ba3844c75ab8794845cb00139da391b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4528991c-9727-4851-9f78-63525c340f84" -d '{"events": [{"name": "network-changed", "server_uuid": "83bd55d4-8094-4ebd-9f3a-46c6973f6b20", "tag": "97538a72-3a25-433c-8e06-975aaca68c9a"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:54:02.691708 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40522690-ece3-4502-827b-f0baf928146a service neutron] Pushing event updated for resources: {'Port': ['ID=97538a72-3a25-433c-8e06-975aaca68c9a,revision_number=3']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:54:02.698191 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cc4cfc-1696-4025-92d4-4d8866428f14 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa26b876-51ce-4b2b-adb5-bd5347843afc,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:54:02.732580 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-492a2560-b019-4bc5-943c-2930b5301b91 x-openstack-request-id: req-492a2560-b019-4bc5-943c-2930b5301b91 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:54:02.733145 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83bd55d4-8094-4ebd-9f3a-46c6973f6b20", "tag": "97538a72-3a25-433c-8e06-975aaca68c9a", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:54:02.733464 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-492a2560-b019-4bc5-943c-2930b5301b91 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:54:02.733933 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83bd55d4-8094-4ebd-9f3a-46c6973f6b20', 'tag': '97538a72-3a25-433c-8e06-975aaca68c9a', 'status': 'completed', 'code': 200} Jan 28 13:54:02.757005 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4340c9-317f-4b66-bd73-ffbc610e974b req-c76aeb2f-64fc-476d-99c8-23a3c545358c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:02.758840 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-7c4340c9-317f-4b66-bd73-ffbc610e974b req-c76aeb2f-64fc-476d-99c8-23a3c545358c service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=91bd515480d64f1fb4c68f74dfec7a79&device_id=83bd55d4-8094-4ebd-9f3a-46c6973f6b20 HTTP/1.1" status: 200 len: 1096 time: 0.0636027 Jan 28 13:54:02.807580 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-7c4340c9-317f-4b66-bd73-ffbc610e974b req-63df2d13-bcfc-44a2-88aa-0b627bc24dbd service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=97538a72-3a25-433c-8e06-975aaca68c9a HTTP/1.1" status: 200 len: 217 time: 0.0405810 Jan 28 13:54:02.877871 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a365d3e8-b48a-4a28-95b6-25537061fe93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (282d2827-b9b4-4282-91d0-335a7cd9818a), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:02.879190 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4340c9-317f-4b66-bd73-ffbc610e974b req-faa718e4-5f04-4a71-b45a-efea1f2e2558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:02.881410 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-7c4340c9-317f-4b66-bd73-ffbc610e974b req-faa718e4-5f04-4a71-b45a-efea1f2e2558 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=0bbd587e-7762-4c23-87b9-7f5b462e54c4 HTTP/1.1" status: 200 len: 851 time: 0.0677152 Jan 28 13:54:02.898277 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-b8cc4cfc-1696-4025-92d4-4d8866428f14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2032394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1811743'] for router_interface (3a895511-d29e-459d-87d4-edf333ddf421), after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:02.941739 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4340c9-317f-4b66-bd73-ffbc610e974b req-a66039e5-d594-4e19-bfc4-c244ca570c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:02.943651 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-7c4340c9-317f-4b66-bd73-ffbc610e974b req-a66039e5-d594-4e19-bfc4-c244ca570c7d service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=edec13d6-6734-4abe-91ae-5b6be190099b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0542469 Jan 28 13:54:02.960413 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (06140fe1-dee6-47e9-9649-a5d5e543fff8), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:03.038968 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-7c4340c9-317f-4b66-bd73-ffbc610e974b req-d8503c9f-d563-4dcc-a77f-f0f977180094 service neutron] 10.222.0.78 "GET /v2.0/networks/edec13d6-6734-4abe-91ae-5b6be190099b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877581 Jan 28 13:54:03.130783 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-7c4340c9-317f-4b66-bd73-ffbc610e974b req-acd7ac65-de89-4a5a-9076-a4900f72d6a0 service neutron] 10.222.0.78 "GET /v2.0/networks/edec13d6-6734-4abe-91ae-5b6be190099b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846050 Jan 28 13:54:03.147133 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8cc4cfc-1696-4025-92d4-4d8866428f14 admin admin] Router 3a895511-d29e-459d-87d4-edf333ddf421 has already been hosted by L3 agent 5fb30df9-6f10-41b8-94cc-b881623ba250 {{(pid=109084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:54:03.221844 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4528991c-9727-4851-9f78-63525c340f84 req-93523e4e-30ac-4a15-81dc-d3cf3a203701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:03.223370 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-4528991c-9727-4851-9f78-63525c340f84 req-93523e4e-30ac-4a15-81dc-d3cf3a203701 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=91bd515480d64f1fb4c68f74dfec7a79&device_id=83bd55d4-8094-4ebd-9f3a-46c6973f6b20 HTTP/1.1" status: 200 len: 1096 time: 0.0463247 Jan 28 13:54:03.261849 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8cc4cfc-1696-4025-92d4-4d8866428f14 admin admin] Notify agent at l3_agent.dv-cinder-824187-7-iscsi the message routers_updated {{(pid=109084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:54:03.267124 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-b8cc4cfc-1696-4025-92d4-4d8866428f14 admin admin] 10.222.0.72 "PUT /v2.0/routers/3a895511-d29e-459d-87d4-edf333ddf421/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7355108 Jan 28 13:54:03.269705 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 47202) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:54:03.275366 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f258cd1a-abc1-41c8-972f-82143b7c52e3 None None] Sync routers for ids ['3a895511-d29e-459d-87d4-edf333ddf421'] in dv-cinder-824187-7-iscsi {{(pid=109086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:54:03.286333 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f258cd1a-abc1-41c8-972f-82143b7c52e3 None None] Routers {'3a895511-d29e-459d-87d4-edf333ddf421'} bound to L3 agent in host dv-cinder-824187-7-iscsi {{(pid=109086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:54:03.287280 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-f258cd1a-abc1-41c8-972f-82143b7c52e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:37:30Z,description=,heartbeat_timestamp=2022-01-28T13:54:00Z,host='dv-cinder-824187-7-iscsi',id=5fb30df9-6f10-41b8-94cc-b881623ba250,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:37:30Z,topic='l3_agent')) {'router_ids': ['3a895511-d29e-459d-87d4-edf333ddf421'], 'active': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:54:03.321668 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4528991c-9727-4851-9f78-63525c340f84 req-d341c2c0-b215-4e0f-866a-12d4a68d2b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:03.323181 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-4528991c-9727-4851-9f78-63525c340f84 req-d341c2c0-b215-4e0f-866a-12d4a68d2b2e service neutron] 10.222.0.78 "GET /v2.0/networks?id=edec13d6-6734-4abe-91ae-5b6be190099b HTTP/1.1" status: 200 len: 913 time: 0.0914938 Jan 28 13:54:03.367439 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-4528991c-9727-4851-9f78-63525c340f84 req-de821663-d243-48ab-b78e-e2b0394f8c4f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=97538a72-3a25-433c-8e06-975aaca68c9a HTTP/1.1" status: 200 len: 217 time: 0.0376410 Jan 28 13:54:03.372879 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-d55e0159-0bb2-49ed-a2b9-c6f245f27b13 admin admin] Publish callbacks [] for router (3a895511-d29e-459d-87d4-edf333ddf421), before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:03.394608 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvr_db [None req-f258cd1a-abc1-41c8-972f-82143b7c52e3 None None] Set router 3a895511-d29e-459d-87d4-edf333ddf421 gateway port host: dv-cinder-824187-7-iscsi {{(pid=109086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:54:03.417857 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4528991c-9727-4851-9f78-63525c340f84 req-b06e96da-d986-4708-968b-64ea85b2fb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:03.419334 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-4528991c-9727-4851-9f78-63525c340f84 req-b06e96da-d986-4708-968b-64ea85b2fb45 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=0bbd587e-7762-4c23-87b9-7f5b462e54c4 HTTP/1.1" status: 200 len: 851 time: 0.0453935 Jan 28 13:54:03.465747 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4528991c-9727-4851-9f78-63525c340f84 req-9446c6c1-51f1-4efe-a736-2229b2bc0e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:03.467728 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-4528991c-9727-4851-9f78-63525c340f84 req-9446c6c1-51f1-4efe-a736-2229b2bc0e79 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=edec13d6-6734-4abe-91ae-5b6be190099b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0419908 Jan 28 13:54:03.478924 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-d55e0159-0bb2-49ed-a2b9-c6f245f27b13 admin admin] Publish callbacks [] for router_gateway (3a895511-d29e-459d-87d4-edf333ddf421), before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:03.541092 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.plugin [None req-d55e0159-0bb2-49ed-a2b9-c6f245f27b13 admin admin] Deleting port a3311eda-e183-49bd-8bcc-e3761317af2e {{(pid=109084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:54:03.541433 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-d55e0159-0bb2-49ed-a2b9-c6f245f27b13 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742788692592'] for port (a3311eda-e183-49bd-8bcc-e3761317af2e), before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:03.595851 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-4528991c-9727-4851-9f78-63525c340f84 req-16348510-49ca-453e-a533-9775f851fbfc service neutron] 10.222.0.78 "GET /v2.0/networks/edec13d6-6734-4abe-91ae-5b6be190099b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222868 Jan 28 13:54:03.605280 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-f258cd1a-abc1-41c8-972f-82143b7c52e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a895511-d29e-459d-87d4-edf333ddf421', 'name': 'tempest-TestShelveInstance-1834871760-router', 'tenant_id': '1dd3b47ebfbe4d0eb9cd24d8466d81e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'external_fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.223'}], 'enable_snat': True}, 'gw_port_id': 'a3311eda-e183-49bd-8bcc-e3761317af2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:47:35Z', 'updated_at': '2022-01-28T13:54:02Z', 'revision_number': 5, 'project_id': '1dd3b47ebfbe4d0eb9cd24d8466d81e2', 'gw_port': {'id': 'a3311eda-e183-49bd-8bcc-e3761317af2e', 'name': '', 'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:c1:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a895511-d29e-459d-87d4-edf333ddf421', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:47:36Z', 'updated_at': '2022-01-28T13:47:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-7-iscsi'}], 'dv-cinder-824187-7-iscsi', False) {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:54:03.633974 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f258cd1a-abc1-41c8-972f-82143b7c52e3 None None] Checking router: 3a895511-d29e-459d-87d4-edf333ddf421 for host: dv-cinder-824187-7-iscsi {{(pid=109086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:54:03.643346 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f258cd1a-abc1-41c8-972f-82143b7c52e3 None None] Routers {'3a895511-d29e-459d-87d4-edf333ddf421'} bound to L3 agent in host dv-cinder-824187-7-iscsi {{(pid=109086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:54:03.644093 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-f258cd1a-abc1-41c8-972f-82143b7c52e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:37:30Z,description=,heartbeat_timestamp=2022-01-28T13:54:00Z,host='dv-cinder-824187-7-iscsi',id=5fb30df9-6f10-41b8-94cc-b881623ba250,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:37:30Z,topic='l3_agent')) {'router_ids': ['3a895511-d29e-459d-87d4-edf333ddf421'], 'active': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:54:03.648348 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.db [None req-d55e0159-0bb2-49ed-a2b9-c6f245f27b13 admin admin] For port a3311eda-e183-49bd-8bcc-e3761317af2e, host dv-cinder-824187-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-7-iscsi',level=0,port_id=a3311eda-e183-49bd-8bcc-e3761317af2e,segment=NetworkSegment(2ff911eb-b784-4487-8703-ed6009453f86),segment_id=2ff911eb-b784-4487-8703-ed6009453f86)] {{(pid=109084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:54:03.648348 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-d55e0159-0bb2-49ed-a2b9-c6f245f27b13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818260'] for port (a3311eda-e183-49bd-8bcc-e3761317af2e), precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:03.661146 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.plugin [None req-d55e0159-0bb2-49ed-a2b9-c6f245f27b13 admin admin] Calling delete_port for a3311eda-e183-49bd-8bcc-e3761317af2e owned by network:router_gateway {{(pid=109084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:54:03.722048 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311e526e-d69b-42f8-a8c9-7a66a7019176 req-c6bf4c50-941e-45ad-bad7-891f20866835 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:03.723567 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-311e526e-d69b-42f8-a8c9-7a66a7019176 req-c6bf4c50-941e-45ad-bad7-891f20866835 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] 10.222.0.72 "GET /v2.0/ports?device_id=83bd55d4-8094-4ebd-9f3a-46c6973f6b20 HTTP/1.1" status: 200 len: 943 time: 0.1122706 Jan 28 13:54:03.740964 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvr_db [None req-f258cd1a-abc1-41c8-972f-82143b7c52e3 None None] Set router 3a895511-d29e-459d-87d4-edf333ddf421 gateway port host: None {{(pid=109086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:54:03.756262 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-4528991c-9727-4851-9f78-63525c340f84 req-49ad2392-96ce-4be4-8787-6a80dc1c38bc service neutron] 10.222.0.78 "GET /v2.0/networks/edec13d6-6734-4abe-91ae-5b6be190099b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534805 Jan 28 13:54:03.791420 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-311e526e-d69b-42f8-a8c9-7a66a7019176 req-a1e56377-311d-4e57-ab9b-db24b0f32bde tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] 10.222.0.72 "GET /v2.0/security-groups?id=c593fc4e-d69d-427e-8a7c-494b33da0fac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596228 Jan 28 13:54:03.799845 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-f258cd1a-abc1-41c8-972f-82143b7c52e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a895511-d29e-459d-87d4-edf333ddf421', 'name': 'tempest-TestShelveInstance-1834871760-router', 'tenant_id': '1dd3b47ebfbe4d0eb9cd24d8466d81e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:47:35Z', 'updated_at': '2022-01-28T13:54:03Z', 'revision_number': 6, 'project_id': '1dd3b47ebfbe4d0eb9cd24d8466d81e2', 'gw_port_host': None}], 'dv-cinder-824187-7-iscsi', False) {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:54:03.827660 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f258cd1a-abc1-41c8-972f-82143b7c52e3 None None] The sync data for ids ['3a895511-d29e-459d-87d4-edf333ddf421'] in dv-cinder-824187-7-iscsi is: [{'id': '3a895511-d29e-459d-87d4-edf333ddf421', 'name': 'tempest-TestShelveInstance-1834871760-router', 'tenant_id': '1dd3b47ebfbe4d0eb9cd24d8466d81e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:47:35Z', 'updated_at': '2022-01-28T13:54:03Z', 'revision_number': 6, 'project_id': '1dd3b47ebfbe4d0eb9cd24d8466d81e2', 'gw_port_host': None}] {{(pid=109086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:54:03.842618 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-d55e0159-0bb2-49ed-a2b9-c6f245f27b13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742788697034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742788384835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6110957'] for port (a3311eda-e183-49bd-8bcc-e3761317af2e), after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:03.869679 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55e0159-0bb2-49ed-a2b9-c6f245f27b13 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3311eda-e183-49bd-8bcc-e3761317af2e,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:54:03.927908 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-d55e0159-0bb2-49ed-a2b9-c6f245f27b13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1816949'] for router_gateway (3a895511-d29e-459d-87d4-edf333ddf421), after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:04.018617 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-d55e0159-0bb2-49ed-a2b9-c6f245f27b13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1812480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-46618'] for router (3a895511-d29e-459d-87d4-edf333ddf421), precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:04.022290 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-d55e0159-0bb2-49ed-a2b9-c6f245f27b13 admin admin] Publish callbacks [] for router_controller (3a895511-d29e-459d-87d4-edf333ddf421), precommit_delete_associations {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:04.079560 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-d55e0159-0bb2-49ed-a2b9-c6f245f27b13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1812489'] for router (3a895511-d29e-459d-87d4-edf333ddf421), after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:04.080077 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d55e0159-0bb2-49ed-a2b9-c6f245f27b13 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3a895511-d29e-459d-87d4-edf333ddf421 {{(pid=109084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:54:04.085291 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-d55e0159-0bb2-49ed-a2b9-c6f245f27b13 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:04.086473 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-d55e0159-0bb2-49ed-a2b9-c6f245f27b13 admin admin] 10.222.0.72 "DELETE /v2.0/routers/3a895511-d29e-459d-87d4-edf333ddf421 HTTP/1.1" status: 204 len: 168 time: 0.8158591 Jan 28 13:54:04.089012 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 47210) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:54:04.133951 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.db.db_base_plugin_v2 [None req-f531d48c-fe33-4cf9-921b-d477a7782d69 admin admin] Deleting subnet 6897cf15-6c8e-4f66-8fd6-9ab02f212f95 {{(pid=109084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:54:04.136991 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-f531d48c-fe33-4cf9-921b-d477a7782d69 admin admin] Publish callbacks [] for subnet (6897cf15-6c8e-4f66-8fd6-9ab02f212f95), before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:04.174099 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-f531d48c-fe33-4cf9-921b-d477a7782d69 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4731551'] for subnet (6897cf15-6c8e-4f66-8fd6-9ab02f212f95), precommit_delete_associations {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:04.208325 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (91ec632a-2927-4715-8bad-f3132ebcbe46), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:04.283879 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-f531d48c-fe33-4cf9-921b-d477a7782d69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1036461'] for subnet (6897cf15-6c8e-4f66-8fd6-9ab02f212f95), precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:04.337683 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Device aa26b876-51ce-4b2b-adb5-bd5347843afc no longer exists at agent ovs-agent-dv-cinder-824187-7-iscsi {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:54:04.342983 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-f531d48c-fe33-4cf9-921b-d477a7782d69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1036450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6110936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5832109'] for subnet (6897cf15-6c8e-4f66-8fd6-9ab02f212f95), after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:04.361196 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] No Port match for: aa26b876-51ce-4b2b-adb5-bd5347843afc {{(pid=109086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:54:04.361548 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Device aa26b876-51ce-4b2b-adb5-bd5347843afc not bound to the agent host dv-cinder-824187-7-iscsi {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:54:04.371208 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f531d48c-fe33-4cf9-921b-d477a7782d69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6897cf15-6c8e-4f66-8fd6-9ab02f212f95,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:54:04.376057 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-f531d48c-fe33-4cf9-921b-d477a7782d69 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:04.381798 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-f531d48c-fe33-4cf9-921b-d477a7782d69 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/6897cf15-6c8e-4f66-8fd6-9ab02f212f95 HTTP/1.1" status: 204 len: 168 time: 0.2894673 Jan 28 13:54:04.381954 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-172c8332-96b5-42e4-932b-c5de187d9186 None None] Network 77a9d7fd-caa4-46e4-b26c-398632d587f7 requested from dv-cinder-824187-7-iscsi {{(pid=109086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:54:04.382176 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 47212) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:54:04.451027 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-da44ffe2-333b-41bb-baf0-1f29ca8a594a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-799852'] for network (77a9d7fd-caa4-46e4-b26c-398632d587f7), before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:04.507750 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-da44ffe2-333b-41bb-baf0-1f29ca8a594a admin admin] Deleting port d4e9a972-ffab-4f1e-81bb-753702202f54 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:54:04.508088 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-da44ffe2-333b-41bb-baf0-1f29ca8a594a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742788692592'] for port (d4e9a972-ffab-4f1e-81bb-753702202f54), before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:04.533789 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d93fdeb1-69d9-43f7-ae12-ec473d53053c None None] DHCP port deletion for 77a9d7fd-caa4-46e4-b26c-398632d587f7 request from dv-cinder-824187-7-iscsi {{(pid=109086) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:54:04.578650 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.db [None req-da44ffe2-333b-41bb-baf0-1f29ca8a594a admin admin] For port d4e9a972-ffab-4f1e-81bb-753702202f54, host dv-cinder-824187-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-7-iscsi',level=0,port_id=d4e9a972-ffab-4f1e-81bb-753702202f54,segment=NetworkSegment(2abf073d-7ee6-4913-b331-d6f5e44b2927),segment_id=2abf073d-7ee6-4913-b331-d6f5e44b2927)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:54:04.579185 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-da44ffe2-333b-41bb-baf0-1f29ca8a594a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818260'] for port (d4e9a972-ffab-4f1e-81bb-753702202f54), precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:04.592636 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-d93fdeb1-69d9-43f7-ae12-ec473d53053c None None] Deleting port d4e9a972-ffab-4f1e-81bb-753702202f54 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:54:04.593050 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d93fdeb1-69d9-43f7-ae12-ec473d53053c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742788692592'] for port (d4e9a972-ffab-4f1e-81bb-753702202f54), before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:04.600805 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-da44ffe2-333b-41bb-baf0-1f29ca8a594a admin admin] Calling delete_port for d4e9a972-ffab-4f1e-81bb-753702202f54 owned by network:dhcp {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:54:04.675408 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-d93fdeb1-69d9-43f7-ae12-ec473d53053c None None] For port d4e9a972-ffab-4f1e-81bb-753702202f54, host dv-cinder-824187-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-7-iscsi',level=0,port_id=d4e9a972-ffab-4f1e-81bb-753702202f54,segment=NetworkSegment(2abf073d-7ee6-4913-b331-d6f5e44b2927),segment_id=2abf073d-7ee6-4913-b331-d6f5e44b2927)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:54:04.675846 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d93fdeb1-69d9-43f7-ae12-ec473d53053c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818260'] for port (d4e9a972-ffab-4f1e-81bb-753702202f54), precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:04.686060 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-da44ffe2-333b-41bb-baf0-1f29ca8a594a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742788697034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742788384835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4723325'] for port (d4e9a972-ffab-4f1e-81bb-753702202f54), after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:04.693258 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-d93fdeb1-69d9-43f7-ae12-ec473d53053c None None] Calling delete_port for d4e9a972-ffab-4f1e-81bb-753702202f54 owned by network:dhcp {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:54:04.716989 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da44ffe2-333b-41bb-baf0-1f29ca8a594a admin admin] Pushing event deleted for resources: {'Port': ['ID=d4e9a972-ffab-4f1e-81bb-753702202f54,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:54:04.723246 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da44ffe2-333b-41bb-baf0-1f29ca8a594a admin admin] No DVR routers for this DVR port d4e9a972-ffab-4f1e-81bb-753702202f54 on host dv-cinder-824187-7-iscsi {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:54:04.771104 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d93fdeb1-69d9-43f7-ae12-ec473d53053c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742788697034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742788384835'] for port (d4e9a972-ffab-4f1e-81bb-753702202f54), after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:04.795768 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-da44ffe2-333b-41bb-baf0-1f29ca8a594a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1044054', 'neutron.services.segments.db._delete_segments_for_network-8742788684692'] for network (77a9d7fd-caa4-46e4-b26c-398632d587f7), precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:04.797719 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93fdeb1-69d9-43f7-ae12-ec473d53053c None None] Pushing event deleted for resources: {'Port': ['ID=d4e9a972-ffab-4f1e-81bb-753702202f54,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:54:04.803007 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93fdeb1-69d9-43f7-ae12-ec473d53053c None None] No DVR routers for this DVR port d4e9a972-ffab-4f1e-81bb-753702202f54 on host dv-cinder-824187-7-iscsi {{(pid=109086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:54:04.820936 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.services.segments.db [None req-da44ffe2-333b-41bb-baf0-1f29ca8a594a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77a9d7fd-caa4-46e4-b26c-398632d587f7']}} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:54:04.831746 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.services.segments.db [None req-da44ffe2-333b-41bb-baf0-1f29ca8a594a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2abf073d-7ee6-4913-b331-d6f5e44b2927') {'for_net_delete': True} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:54:04.832047 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.services.segments.db [None req-da44ffe2-333b-41bb-baf0-1f29ca8a594a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2abf073d-7ee6-4913-b331-d6f5e44b2927') {} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:54:04.842622 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-da44ffe2-333b-41bb-baf0-1f29ca8a594a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742788686749', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6262728'] for segment (2abf073d-7ee6-4913-b331-d6f5e44b2927), before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:04.855678 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-da44ffe2-333b-41bb-baf0-1f29ca8a594a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-923698'] for segment (2abf073d-7ee6-4913-b331-d6f5e44b2927), precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:04.862265 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da44ffe2-333b-41bb-baf0-1f29ca8a594a admin admin] Releasing vlan 734 on physical network physnet1 to pool {{(pid=109085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:54:04.862665 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-da44ffe2-333b-41bb-baf0-1f29ca8a594a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-923698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4723362'] for segment (2abf073d-7ee6-4913-b331-d6f5e44b2927), after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:04.864410 dv-cinder-824187-7-iscsi neutron-server[109085]: Traceback (most recent call last): Jan 28 13:54:04.864410 dv-cinder-824187-7-iscsi neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:54:04.864410 dv-cinder-824187-7-iscsi neutron-server[109085]: timer() Jan 28 13:54:04.864410 dv-cinder-824187-7-iscsi neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:54:04.864410 dv-cinder-824187-7-iscsi neutron-server[109085]: cb(*args, **kw) Jan 28 13:54:04.864410 dv-cinder-824187-7-iscsi neutron-server[109085]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:54:04.864410 dv-cinder-824187-7-iscsi neutron-server[109085]: return func(*args, **kwargs) Jan 28 13:54:04.864410 dv-cinder-824187-7-iscsi neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:54:04.864410 dv-cinder-824187-7-iscsi neutron-server[109085]: self._notify() Jan 28 13:54:04.864410 dv-cinder-824187-7-iscsi neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:54:04.864410 dv-cinder-824187-7-iscsi neutron-server[109085]: self.callback(batched_events) Jan 28 13:54:04.864410 dv-cinder-824187-7-iscsi neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:54:04.864410 dv-cinder-824187-7-iscsi neutron-server[109085]: event.method(event) Jan 28 13:54:04.864410 dv-cinder-824187-7-iscsi neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:54:04.864410 dv-cinder-824187-7-iscsi neutron-server[109085]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:54:04.864410 dv-cinder-824187-7-iscsi neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:54:04.864410 dv-cinder-824187-7-iscsi neutron-server[109085]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:54:04.864410 dv-cinder-824187-7-iscsi neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:54:04.864410 dv-cinder-824187-7-iscsi neutron-server[109085]: return f(self, *a, **k) Jan 28 13:54:04.864410 dv-cinder-824187-7-iscsi neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:54:04.864410 dv-cinder-824187-7-iscsi neutron-server[109085]: return self._get(url).json() Jan 28 13:54:04.864410 dv-cinder-824187-7-iscsi neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:54:04.864410 dv-cinder-824187-7-iscsi neutron-server[109085]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:54:04.864410 dv-cinder-824187-7-iscsi neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:54:04.864410 dv-cinder-824187-7-iscsi neutron-server[109085]: return self.request(url, 'GET', **kwargs) Jan 28 13:54:04.864410 dv-cinder-824187-7-iscsi neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:54:04.864410 dv-cinder-824187-7-iscsi neutron-server[109085]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:54:04.864410 dv-cinder-824187-7-iscsi neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:54:04.864410 dv-cinder-824187-7-iscsi neutron-server[109085]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:54:04.864410 dv-cinder-824187-7-iscsi neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:54:04.864410 dv-cinder-824187-7-iscsi neutron-server[109085]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:54:04.864410 dv-cinder-824187-7-iscsi neutron-server[109085]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:54:04.920204 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1712b976-f87b-4664-8228-1e5f802d9c85 req-ff627828-a4ed-45cb-822b-de3fe24a6335 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:04.921611 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-1712b976-f87b-4664-8228-1e5f802d9c85 req-ff627828-a4ed-45cb-822b-de3fe24a6335 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] 10.222.0.72 "GET /v2.0/ports?device_id=83bd55d4-8094-4ebd-9f3a-46c6973f6b20 HTTP/1.1" status: 200 len: 943 time: 0.0571821 Jan 28 13:54:04.923013 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-da44ffe2-333b-41bb-baf0-1f29ca8a594a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1044015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1817757'] for network (77a9d7fd-caa4-46e4-b26c-398632d587f7), after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:04.930437 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-da44ffe2-333b-41bb-baf0-1f29ca8a594a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032615'] for network (None), before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:04.933595 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-da44ffe2-333b-41bb-baf0-1f29ca8a594a admin admin] 10.222.0.72 "DELETE /v2.0/networks/77a9d7fd-caa4-46e4-b26c-398632d587f7 HTTP/1.1" status: 204 len: 168 time: 0.5503614 Jan 28 13:54:04.942187 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 47220) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:54:04.944685 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da44ffe2-333b-41bb-baf0-1f29ca8a594a admin admin] Pushing event deleted for resources: {'Network': ['ID=77a9d7fd-caa4-46e4-b26c-398632d587f7,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:54:05.021847 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-1712b976-f87b-4664-8228-1e5f802d9c85 req-11d5b66d-634c-405f-bd54-b2b84df10292 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] 10.222.0.72 "GET /v2.0/security-groups?id=c593fc4e-d69d-427e-8a7c-494b33da0fac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937355 Jan 28 13:54:05.322517 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-0f2d03d7-edbf-47af-a34f-62545b5d0741 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1811891'] for router_interface (4b202760-e3ed-4919-87f7-026aa4b13772), before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:05.572258 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.plugin [None req-0f2d03d7-edbf-47af-a34f-62545b5d0741 admin admin] Deleting port a514e810-341f-4046-b8fe-926d45fd8433 {{(pid=109084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:54:05.572995 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-0f2d03d7-edbf-47af-a34f-62545b5d0741 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742788692592'] for port (a514e810-341f-4046-b8fe-926d45fd8433), before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:05.652190 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.db [None req-0f2d03d7-edbf-47af-a34f-62545b5d0741 admin admin] For port a514e810-341f-4046-b8fe-926d45fd8433, host dv-cinder-824187-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-7-iscsi',level=0,port_id=a514e810-341f-4046-b8fe-926d45fd8433,segment=NetworkSegment(2be8e2a3-65d4-41b4-ab03-235a5490112a),segment_id=2be8e2a3-65d4-41b4-ab03-235a5490112a)] {{(pid=109084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:54:05.652544 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-0f2d03d7-edbf-47af-a34f-62545b5d0741 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818260'] for port (a514e810-341f-4046-b8fe-926d45fd8433), precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:05.664274 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.plugin [None req-0f2d03d7-edbf-47af-a34f-62545b5d0741 admin admin] Calling delete_port for a514e810-341f-4046-b8fe-926d45fd8433 owned by network:router_interface {{(pid=109084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:54:05.854929 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-0f2d03d7-edbf-47af-a34f-62545b5d0741 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742788697034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742788384835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6110957'] for port (a514e810-341f-4046-b8fe-926d45fd8433), after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:05.884997 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2d03d7-edbf-47af-a34f-62545b5d0741 admin admin] Pushing event deleted for resources: {'Port': ['ID=a514e810-341f-4046-b8fe-926d45fd8433,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:54:06.072338 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Device a3311eda-e183-49bd-8bcc-e3761317af2e no longer exists at agent ovs-agent-dv-cinder-824187-7-iscsi {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:54:06.099910 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] No Port match for: a3311eda-e183-49bd-8bcc-e3761317af2e {{(pid=109086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:54:06.100147 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Device a3311eda-e183-49bd-8bcc-e3761317af2e not bound to the agent host dv-cinder-824187-7-iscsi {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:54:06.100575 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Device d4e9a972-ffab-4f1e-81bb-753702202f54 no longer exists at agent ovs-agent-dv-cinder-824187-7-iscsi {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:54:06.121384 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] No Port match for: d4e9a972-ffab-4f1e-81bb-753702202f54 {{(pid=109086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:54:06.121712 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Device d4e9a972-ffab-4f1e-81bb-753702202f54 not bound to the agent host dv-cinder-824187-7-iscsi {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:54:06.153443 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4650bda0-dae6-4aa7-a36a-a8ccc20450b1 req-ce81f403-d4e1-47ec-af0e-b88b07e34bd4 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:06.155097 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-4650bda0-dae6-4aa7-a36a-a8ccc20450b1 req-ce81f403-d4e1-47ec-af0e-b88b07e34bd4 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] 10.222.0.72 "GET /v2.0/ports?device_id=83bd55d4-8094-4ebd-9f3a-46c6973f6b20 HTTP/1.1" status: 200 len: 943 time: 0.0536344 Jan 28 13:54:06.207839 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-4650bda0-dae6-4aa7-a36a-a8ccc20450b1 req-86f05a57-2f51-4cb7-8b3c-c263881e6826 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] 10.222.0.72 "GET /v2.0/security-groups?id=c593fc4e-d69d-427e-8a7c-494b33da0fac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465696 Jan 28 13:54:06.297852 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-0f2d03d7-edbf-47af-a34f-62545b5d0741 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2032394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1811743'] for router_interface (4b202760-e3ed-4919-87f7-026aa4b13772), after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:06.517263 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f2d03d7-edbf-47af-a34f-62545b5d0741 admin admin] Router 4b202760-e3ed-4919-87f7-026aa4b13772 has already been hosted by L3 agent 5fb30df9-6f10-41b8-94cc-b881623ba250 {{(pid=109084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:54:06.634769 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f2d03d7-edbf-47af-a34f-62545b5d0741 admin admin] Notify agent at l3_agent.dv-cinder-824187-7-iscsi the message routers_updated {{(pid=109084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:54:06.641463 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-0f2d03d7-edbf-47af-a34f-62545b5d0741 admin admin] 10.222.0.72 "PUT /v2.0/routers/4b202760-e3ed-4919-87f7-026aa4b13772/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6963820 Jan 28 13:54:06.642498 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 47228) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:54:06.645109 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0428c13-dc73-4908-98c0-79774fadfc28 None None] Sync routers for ids ['4b202760-e3ed-4919-87f7-026aa4b13772'] in dv-cinder-824187-7-iscsi {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:54:06.656052 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0428c13-dc73-4908-98c0-79774fadfc28 None None] Routers {'4b202760-e3ed-4919-87f7-026aa4b13772'} bound to L3 agent in host dv-cinder-824187-7-iscsi {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:54:06.656692 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-c0428c13-dc73-4908-98c0-79774fadfc28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:37:30Z,description=,heartbeat_timestamp=2022-01-28T13:54:00Z,host='dv-cinder-824187-7-iscsi',id=5fb30df9-6f10-41b8-94cc-b881623ba250,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:37:30Z,topic='l3_agent')) {'router_ids': ['4b202760-e3ed-4919-87f7-026aa4b13772'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:54:06.745337 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-f046da83-2ced-47e1-909e-2401122ce6a7 admin admin] Publish callbacks [] for router (4b202760-e3ed-4919-87f7-026aa4b13772), before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:06.762202 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-c0428c13-dc73-4908-98c0-79774fadfc28 None None] Set router 4b202760-e3ed-4919-87f7-026aa4b13772 gateway port host: dv-cinder-824187-7-iscsi {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:54:06.849743 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-f046da83-2ced-47e1-909e-2401122ce6a7 admin admin] Publish callbacks [] for router_gateway (4b202760-e3ed-4919-87f7-026aa4b13772), before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:06.909556 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.plugin [None req-f046da83-2ced-47e1-909e-2401122ce6a7 admin admin] Deleting port 79144d71-811b-4571-a698-6a42acd05044 {{(pid=109084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:54:06.910138 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-f046da83-2ced-47e1-909e-2401122ce6a7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742788692592'] for port (79144d71-811b-4571-a698-6a42acd05044), before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:06.947678 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-c0428c13-dc73-4908-98c0-79774fadfc28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b202760-e3ed-4919-87f7-026aa4b13772', 'name': 'tempest-TestShelveInstance-428516342-router', 'tenant_id': '7ff15f93b6584e1f822df7b87bffbaef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'external_fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': '79144d71-811b-4571-a698-6a42acd05044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:47:40Z', 'updated_at': '2022-01-28T13:54:05Z', 'revision_number': 5, 'project_id': '7ff15f93b6584e1f822df7b87bffbaef', 'gw_port': {'id': '79144d71-811b-4571-a698-6a42acd05044', 'name': '', 'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:d9:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b202760-e3ed-4919-87f7-026aa4b13772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:47:41Z', 'updated_at': '2022-01-28T13:47:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-7-iscsi'}], 'dv-cinder-824187-7-iscsi', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:54:06.977178 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0428c13-dc73-4908-98c0-79774fadfc28 None None] Checking router: 4b202760-e3ed-4919-87f7-026aa4b13772 for host: dv-cinder-824187-7-iscsi {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:54:06.986304 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0428c13-dc73-4908-98c0-79774fadfc28 None None] Routers {'4b202760-e3ed-4919-87f7-026aa4b13772'} bound to L3 agent in host dv-cinder-824187-7-iscsi {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:54:06.986996 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-c0428c13-dc73-4908-98c0-79774fadfc28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:37:30Z,description=,heartbeat_timestamp=2022-01-28T13:54:00Z,host='dv-cinder-824187-7-iscsi',id=5fb30df9-6f10-41b8-94cc-b881623ba250,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:37:30Z,topic='l3_agent')) {'router_ids': ['4b202760-e3ed-4919-87f7-026aa4b13772'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:54:06.991118 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.db [None req-f046da83-2ced-47e1-909e-2401122ce6a7 admin admin] For port 79144d71-811b-4571-a698-6a42acd05044, host dv-cinder-824187-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-7-iscsi',level=0,port_id=79144d71-811b-4571-a698-6a42acd05044,segment=NetworkSegment(2ff911eb-b784-4487-8703-ed6009453f86),segment_id=2ff911eb-b784-4487-8703-ed6009453f86)] {{(pid=109084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:54:06.991483 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-f046da83-2ced-47e1-909e-2401122ce6a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818260'] for port (79144d71-811b-4571-a698-6a42acd05044), precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:07.003145 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.plugin [None req-f046da83-2ced-47e1-909e-2401122ce6a7 admin admin] Calling delete_port for 79144d71-811b-4571-a698-6a42acd05044 owned by network:router_gateway {{(pid=109084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:54:07.073983 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-c0428c13-dc73-4908-98c0-79774fadfc28 None None] Set router 4b202760-e3ed-4919-87f7-026aa4b13772 gateway port host: None {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:54:07.127050 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-c0428c13-dc73-4908-98c0-79774fadfc28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b202760-e3ed-4919-87f7-026aa4b13772', 'name': 'tempest-TestShelveInstance-428516342-router', 'tenant_id': '7ff15f93b6584e1f822df7b87bffbaef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:47:40Z', 'updated_at': '2022-01-28T13:54:06Z', 'revision_number': 6, 'project_id': '7ff15f93b6584e1f822df7b87bffbaef', 'gw_port_host': None}], 'dv-cinder-824187-7-iscsi', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:54:07.152835 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0428c13-dc73-4908-98c0-79774fadfc28 None None] The sync data for ids ['4b202760-e3ed-4919-87f7-026aa4b13772'] in dv-cinder-824187-7-iscsi is: [{'id': '4b202760-e3ed-4919-87f7-026aa4b13772', 'name': 'tempest-TestShelveInstance-428516342-router', 'tenant_id': '7ff15f93b6584e1f822df7b87bffbaef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:47:40Z', 'updated_at': '2022-01-28T13:54:06Z', 'revision_number': 6, 'project_id': '7ff15f93b6584e1f822df7b87bffbaef', 'gw_port_host': None}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:54:07.170274 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-f046da83-2ced-47e1-909e-2401122ce6a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742788697034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742788384835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6110957'] for port (79144d71-811b-4571-a698-6a42acd05044), after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:07.196281 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f046da83-2ced-47e1-909e-2401122ce6a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=79144d71-811b-4571-a698-6a42acd05044,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:54:07.273874 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-f046da83-2ced-47e1-909e-2401122ce6a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1816949'] for router_gateway (4b202760-e3ed-4919-87f7-026aa4b13772), after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:07.382584 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-f046da83-2ced-47e1-909e-2401122ce6a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1812480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-46618'] for router (4b202760-e3ed-4919-87f7-026aa4b13772), precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:07.386007 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-f046da83-2ced-47e1-909e-2401122ce6a7 admin admin] Publish callbacks [] for router_controller (4b202760-e3ed-4919-87f7-026aa4b13772), precommit_delete_associations {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:07.440261 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6d2000-c05f-4ecb-8381-15c13dd47bd3 req-ae486af1-d1dc-4f22-9474-7ee3db0f66b2 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:07.441715 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-8f6d2000-c05f-4ecb-8381-15c13dd47bd3 req-ae486af1-d1dc-4f22-9474-7ee3db0f66b2 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] 10.222.0.72 "GET /v2.0/ports?device_id=83bd55d4-8094-4ebd-9f3a-46c6973f6b20 HTTP/1.1" status: 200 len: 943 time: 0.1417539 Jan 28 13:54:07.443069 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-f046da83-2ced-47e1-909e-2401122ce6a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1812489'] for router (4b202760-e3ed-4919-87f7-026aa4b13772), after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:07.443580 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f046da83-2ced-47e1-909e-2401122ce6a7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4b202760-e3ed-4919-87f7-026aa4b13772 {{(pid=109084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:54:07.447835 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-f046da83-2ced-47e1-909e-2401122ce6a7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:07.448890 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-f046da83-2ced-47e1-909e-2401122ce6a7 admin admin] 10.222.0.72 "DELETE /v2.0/routers/4b202760-e3ed-4919-87f7-026aa4b13772 HTTP/1.1" status: 204 len: 168 time: 0.8054817 Jan 28 13:54:07.451616 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 47236) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:54:07.493493 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-8f6d2000-c05f-4ecb-8381-15c13dd47bd3 req-eb0a3b19-3735-4c55-bc70-33ae528ea316 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] 10.222.0.72 "GET /v2.0/security-groups?id=c593fc4e-d69d-427e-8a7c-494b33da0fac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435512 Jan 28 13:54:07.499773 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c5c3bb7-cfc2-48ef-9f68-89df5b85f8cf admin admin] Deleting subnet 4ef5636c-05b9-4194-928d-51f7227a3cf9 {{(pid=109085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:54:07.503347 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2c5c3bb7-cfc2-48ef-9f68-89df5b85f8cf admin admin] Publish callbacks [] for subnet (4ef5636c-05b9-4194-928d-51f7227a3cf9), before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:07.538541 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2c5c3bb7-cfc2-48ef-9f68-89df5b85f8cf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6262705'] for subnet (4ef5636c-05b9-4194-928d-51f7227a3cf9), precommit_delete_associations {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:07.640900 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2c5c3bb7-cfc2-48ef-9f68-89df5b85f8cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1036461'] for subnet (4ef5636c-05b9-4194-928d-51f7227a3cf9), precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:07.699269 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2c5c3bb7-cfc2-48ef-9f68-89df5b85f8cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1036450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4723272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4593664'] for subnet (4ef5636c-05b9-4194-928d-51f7227a3cf9), after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:07.726101 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5c3bb7-cfc2-48ef-9f68-89df5b85f8cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ef5636c-05b9-4194-928d-51f7227a3cf9,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:54:07.728075 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-2c5c3bb7-cfc2-48ef-9f68-89df5b85f8cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032615'] for subnet (None), before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:07.731274 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-2c5c3bb7-cfc2-48ef-9f68-89df5b85f8cf admin admin] 10.222.0.72 "DELETE /v2.0/subnets/4ef5636c-05b9-4194-928d-51f7227a3cf9 HTTP/1.1" status: 204 len: 168 time: 0.2786467 Jan 28 13:54:07.732144 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-709870c8-1a5c-4691-9fac-e22aff614e9e None None] Network 617e4705-df7e-46fb-b369-18bd6b9f903e requested from dv-cinder-824187-7-iscsi {{(pid=109086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:54:07.733935 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 47238) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:54:07.799473 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-26092fdd-6600-440a-b332-4b20e80b506e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-799852'] for network (617e4705-df7e-46fb-b369-18bd6b9f903e), before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:07.857938 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-26092fdd-6600-440a-b332-4b20e80b506e admin admin] Deleting port 0b90c27a-927d-43dd-9d1a-3c7c196ab34c {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:54:07.858325 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-26092fdd-6600-440a-b332-4b20e80b506e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742788692592'] for port (0b90c27a-927d-43dd-9d1a-3c7c196ab34c), before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:07.924595 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.db [None req-26092fdd-6600-440a-b332-4b20e80b506e admin admin] For port 0b90c27a-927d-43dd-9d1a-3c7c196ab34c, host dv-cinder-824187-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-7-iscsi',level=0,port_id=0b90c27a-927d-43dd-9d1a-3c7c196ab34c,segment=NetworkSegment(2be8e2a3-65d4-41b4-ab03-235a5490112a),segment_id=2be8e2a3-65d4-41b4-ab03-235a5490112a)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:54:07.925080 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-26092fdd-6600-440a-b332-4b20e80b506e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818260'] for port (0b90c27a-927d-43dd-9d1a-3c7c196ab34c), precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:07.931159 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b9af2a8-df75-43d5-815f-07b8ed38de9b None None] DHCP port deletion for 617e4705-df7e-46fb-b369-18bd6b9f903e request from dv-cinder-824187-7-iscsi {{(pid=109086) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:54:07.939999 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-26092fdd-6600-440a-b332-4b20e80b506e admin admin] Calling delete_port for 0b90c27a-927d-43dd-9d1a-3c7c196ab34c owned by network:dhcp {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:54:07.992346 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-4b9af2a8-df75-43d5-815f-07b8ed38de9b None None] Deleting port 0b90c27a-927d-43dd-9d1a-3c7c196ab34c {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:54:07.992728 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4b9af2a8-df75-43d5-815f-07b8ed38de9b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742788692592'] for port (0b90c27a-927d-43dd-9d1a-3c7c196ab34c), before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:08.035718 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-26092fdd-6600-440a-b332-4b20e80b506e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742788697034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742788384835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4723325'] for port (0b90c27a-927d-43dd-9d1a-3c7c196ab34c), after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:08.045003 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Device 79144d71-811b-4571-a698-6a42acd05044 no longer exists at agent ovs-agent-dv-cinder-824187-7-iscsi {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:54:08.062644 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26092fdd-6600-440a-b332-4b20e80b506e admin admin] Pushing event deleted for resources: {'Port': ['ID=0b90c27a-927d-43dd-9d1a-3c7c196ab34c,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:54:08.065993 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] No Port match for: 79144d71-811b-4571-a698-6a42acd05044 {{(pid=109086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:54:08.066337 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Device 79144d71-811b-4571-a698-6a42acd05044 not bound to the agent host dv-cinder-824187-7-iscsi {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:54:08.066592 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26092fdd-6600-440a-b332-4b20e80b506e admin admin] No DVR routers for this DVR port 0b90c27a-927d-43dd-9d1a-3c7c196ab34c on host dv-cinder-824187-7-iscsi {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:54:08.066777 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Device a514e810-341f-4046-b8fe-926d45fd8433 no longer exists at agent ovs-agent-dv-cinder-824187-7-iscsi {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:54:08.099593 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] No Port match for: a514e810-341f-4046-b8fe-926d45fd8433 {{(pid=109086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:54:08.100432 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Device a514e810-341f-4046-b8fe-926d45fd8433 not bound to the agent host dv-cinder-824187-7-iscsi {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:54:08.100432 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Device 0b90c27a-927d-43dd-9d1a-3c7c196ab34c no longer exists at agent ovs-agent-dv-cinder-824187-7-iscsi {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:54:08.103308 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-4b9af2a8-df75-43d5-815f-07b8ed38de9b None None] For port 0b90c27a-927d-43dd-9d1a-3c7c196ab34c, host dv-cinder-824187-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-7-iscsi',level=0,port_id=0b90c27a-927d-43dd-9d1a-3c7c196ab34c,segment=NetworkSegment(2be8e2a3-65d4-41b4-ab03-235a5490112a),segment_id=2be8e2a3-65d4-41b4-ab03-235a5490112a)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:54:08.103706 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4b9af2a8-df75-43d5-815f-07b8ed38de9b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818260'] for port (0b90c27a-927d-43dd-9d1a-3c7c196ab34c), precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:08.129220 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] No Port match for: 0b90c27a-927d-43dd-9d1a-3c7c196ab34c {{(pid=109086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:54:08.129571 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Device 0b90c27a-927d-43dd-9d1a-3c7c196ab34c not bound to the agent host dv-cinder-824187-7-iscsi {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:54:08.134198 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-4b9af2a8-df75-43d5-815f-07b8ed38de9b None None] Calling delete_port for 0b90c27a-927d-43dd-9d1a-3c7c196ab34c owned by network:dhcp {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:54:08.139591 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-26092fdd-6600-440a-b332-4b20e80b506e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1044054', 'neutron.services.segments.db._delete_segments_for_network-8742788684692'] for network (617e4705-df7e-46fb-b369-18bd6b9f903e), precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:08.160978 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.services.segments.db [None req-26092fdd-6600-440a-b332-4b20e80b506e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['617e4705-df7e-46fb-b369-18bd6b9f903e']}} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:54:08.170533 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.services.segments.db [None req-26092fdd-6600-440a-b332-4b20e80b506e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2be8e2a3-65d4-41b4-ab03-235a5490112a') {'for_net_delete': True} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:54:08.170830 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.services.segments.db [None req-26092fdd-6600-440a-b332-4b20e80b506e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2be8e2a3-65d4-41b4-ab03-235a5490112a') {} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:54:08.185032 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-26092fdd-6600-440a-b332-4b20e80b506e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742788686749', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6262728'] for segment (2be8e2a3-65d4-41b4-ab03-235a5490112a), before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:08.198754 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-26092fdd-6600-440a-b332-4b20e80b506e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-923698'] for segment (2be8e2a3-65d4-41b4-ab03-235a5490112a), precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:08.205678 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26092fdd-6600-440a-b332-4b20e80b506e admin admin] Releasing vlan 710 on physical network physnet1 to pool {{(pid=109085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:54:08.206076 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-26092fdd-6600-440a-b332-4b20e80b506e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-923698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4723362'] for segment (2be8e2a3-65d4-41b4-ab03-235a5490112a), after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:08.207756 dv-cinder-824187-7-iscsi neutron-server[109085]: Traceback (most recent call last): Jan 28 13:54:08.207756 dv-cinder-824187-7-iscsi neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:54:08.207756 dv-cinder-824187-7-iscsi neutron-server[109085]: timer() Jan 28 13:54:08.207756 dv-cinder-824187-7-iscsi neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:54:08.207756 dv-cinder-824187-7-iscsi neutron-server[109085]: cb(*args, **kw) Jan 28 13:54:08.207756 dv-cinder-824187-7-iscsi neutron-server[109085]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:54:08.207756 dv-cinder-824187-7-iscsi neutron-server[109085]: return func(*args, **kwargs) Jan 28 13:54:08.207756 dv-cinder-824187-7-iscsi neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:54:08.207756 dv-cinder-824187-7-iscsi neutron-server[109085]: self._notify() Jan 28 13:54:08.207756 dv-cinder-824187-7-iscsi neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:54:08.207756 dv-cinder-824187-7-iscsi neutron-server[109085]: self.callback(batched_events) Jan 28 13:54:08.207756 dv-cinder-824187-7-iscsi neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:54:08.207756 dv-cinder-824187-7-iscsi neutron-server[109085]: event.method(event) Jan 28 13:54:08.207756 dv-cinder-824187-7-iscsi neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:54:08.207756 dv-cinder-824187-7-iscsi neutron-server[109085]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:54:08.207756 dv-cinder-824187-7-iscsi neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:54:08.207756 dv-cinder-824187-7-iscsi neutron-server[109085]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:54:08.207756 dv-cinder-824187-7-iscsi neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:54:08.207756 dv-cinder-824187-7-iscsi neutron-server[109085]: return f(self, *a, **k) Jan 28 13:54:08.207756 dv-cinder-824187-7-iscsi neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:54:08.207756 dv-cinder-824187-7-iscsi neutron-server[109085]: return self._get(url).json() Jan 28 13:54:08.207756 dv-cinder-824187-7-iscsi neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:54:08.207756 dv-cinder-824187-7-iscsi neutron-server[109085]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:54:08.207756 dv-cinder-824187-7-iscsi neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:54:08.207756 dv-cinder-824187-7-iscsi neutron-server[109085]: return self.request(url, 'GET', **kwargs) Jan 28 13:54:08.207756 dv-cinder-824187-7-iscsi neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:54:08.207756 dv-cinder-824187-7-iscsi neutron-server[109085]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:54:08.207756 dv-cinder-824187-7-iscsi neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:54:08.207756 dv-cinder-824187-7-iscsi neutron-server[109085]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:54:08.207756 dv-cinder-824187-7-iscsi neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:54:08.207756 dv-cinder-824187-7-iscsi neutron-server[109085]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:54:08.207756 dv-cinder-824187-7-iscsi neutron-server[109085]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:54:08.280230 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-26092fdd-6600-440a-b332-4b20e80b506e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1044015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1817757'] for network (617e4705-df7e-46fb-b369-18bd6b9f903e), after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:08.285522 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-26092fdd-6600-440a-b332-4b20e80b506e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032615'] for network (None), before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:08.292457 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-26092fdd-6600-440a-b332-4b20e80b506e admin admin] 10.222.0.72 "DELETE /v2.0/networks/617e4705-df7e-46fb-b369-18bd6b9f903e HTTP/1.1" status: 204 len: 168 time: 0.5574193 Jan 28 13:54:08.306854 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26092fdd-6600-440a-b332-4b20e80b506e admin admin] Pushing event deleted for resources: {'Network': ['ID=617e4705-df7e-46fb-b369-18bd6b9f903e,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:54:08.367484 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4b9af2a8-df75-43d5-815f-07b8ed38de9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742788697034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742788384835'] for port (0b90c27a-927d-43dd-9d1a-3c7c196ab34c), after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:08.389562 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4b9af2a8-df75-43d5-815f-07b8ed38de9b None None] Network 617e4705-df7e-46fb-b369-18bd6b9f903e is not hosted by any dhcp agent {{(pid=109086) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 28 13:54:08.390029 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9af2a8-df75-43d5-815f-07b8ed38de9b None None] No DVR routers for this DVR port 0b90c27a-927d-43dd-9d1a-3c7c196ab34c on host dv-cinder-824187-7-iscsi {{(pid=109086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:54:08.392095 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9af2a8-df75-43d5-815f-07b8ed38de9b None None] Pushing event deleted for resources: {'Port': ['ID=0b90c27a-927d-43dd-9d1a-3c7c196ab34c,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:54:08.413875 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 47246) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:54:08.453267 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-a79ace48-5ddc-4c2f-9531-7f420898b84b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=1dd3b47ebfbe4d0eb9cd24d8466d81e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0381641 Jan 28 13:54:08.455793 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 47248) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:54:08.504922 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-250cb641-a4aa-4647-9e34-bf8bbee3b21d admin admin] Publish callbacks [] for security_group (a01f619a-a870-48be-893b-8461a3ef5455), before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:08.527342 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-250cb641-a4aa-4647-9e34-bf8bbee3b21d admin admin] Publish callbacks [] for security_group (a01f619a-a870-48be-893b-8461a3ef5455), precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:08.585030 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-250cb641-a4aa-4647-9e34-bf8bbee3b21d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (a01f619a-a870-48be-893b-8461a3ef5455), after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:08.587606 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-250cb641-a4aa-4647-9e34-bf8bbee3b21d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:08.588774 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-250cb641-a4aa-4647-9e34-bf8bbee3b21d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a01f619a-a870-48be-893b-8461a3ef5455 HTTP/1.1" status: 204 len: 168 time: 0.1320806 Jan 28 13:54:08.596673 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250cb641-a4aa-4647-9e34-bf8bbee3b21d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a01f619a-a870-48be-893b-8461a3ef5455,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:54:08.620186 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aae107-913b-4bc2-863d-197f4bf0e1cf req-08687b27-a4f8-4331-a2b3-73d54cff561a tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:08.628712 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-f0aae107-913b-4bc2-863d-197f4bf0e1cf req-08687b27-a4f8-4331-a2b3-73d54cff561a tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] 10.222.0.72 "GET /v2.0/ports?device_id=83bd55d4-8094-4ebd-9f3a-46c6973f6b20 HTTP/1.1" status: 200 len: 943 time: 0.0590107 Jan 28 13:54:08.677097 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-f0aae107-913b-4bc2-863d-197f4bf0e1cf req-1513769d-56de-4f6d-a042-09549b059def tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] 10.222.0.72 "GET /v2.0/security-groups?id=c593fc4e-d69d-427e-8a7c-494b33da0fac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427694 Jan 28 13:54:08.934499 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 47256) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:54:08.982657 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-d94d947b-ed18-4a13-aa04-b9653761958a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=7ff15f93b6584e1f822df7b87bffbaef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0469151 Jan 28 13:54:08.985683 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 47260) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:54:09.044973 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-2f8425ff-1b41-4217-9667-bd0ba6f2adc8 admin admin] Publish callbacks [] for security_group (9e503af3-fb5d-4646-a079-5ed376911b7f), before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:09.068348 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-2f8425ff-1b41-4217-9667-bd0ba6f2adc8 admin admin] Publish callbacks [] for security_group (9e503af3-fb5d-4646-a079-5ed376911b7f), precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:09.119720 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-2f8425ff-1b41-4217-9667-bd0ba6f2adc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (9e503af3-fb5d-4646-a079-5ed376911b7f), after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:09.123307 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-2f8425ff-1b41-4217-9667-bd0ba6f2adc8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:09.124758 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-2f8425ff-1b41-4217-9667-bd0ba6f2adc8 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/9e503af3-fb5d-4646-a079-5ed376911b7f HTTP/1.1" status: 204 len: 168 time: 0.1381686 Jan 28 13:54:09.132459 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8425ff-1b41-4217-9667-bd0ba6f2adc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e503af3-fb5d-4646-a079-5ed376911b7f,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:54:09.797890 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78da795-8fe4-49e4-a020-7182a08ebbe2 req-36607477-926e-4dc3-85e0-d9ea04256e6d tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:09.799371 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-f78da795-8fe4-49e4-a020-7182a08ebbe2 req-36607477-926e-4dc3-85e0-d9ea04256e6d tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] 10.222.0.72 "GET /v2.0/ports?device_id=83bd55d4-8094-4ebd-9f3a-46c6973f6b20 HTTP/1.1" status: 200 len: 943 time: 0.0530660 Jan 28 13:54:09.852299 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-f78da795-8fe4-49e4-a020-7182a08ebbe2 req-5c2ed109-2fe3-4cf5-9806-440132d5aa88 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] 10.222.0.72 "GET /v2.0/security-groups?id=c593fc4e-d69d-427e-8a7c-494b33da0fac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445251 Jan 28 13:54:10.983880 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe345d7-2d74-49f5-9bf1-2c5fced7e5a3 req-6d59c699-4d0a-42da-b724-b6af65586deb tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:10.985735 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-afe345d7-2d74-49f5-9bf1-2c5fced7e5a3 req-6d59c699-4d0a-42da-b724-b6af65586deb tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] 10.222.0.72 "GET /v2.0/ports?device_id=83bd55d4-8094-4ebd-9f3a-46c6973f6b20 HTTP/1.1" status: 200 len: 943 time: 0.0550935 Jan 28 13:54:11.033809 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-afe345d7-2d74-49f5-9bf1-2c5fced7e5a3 req-3731cf63-4eb1-4ad9-807b-5eaa5f7c5dc7 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] 10.222.0.72 "GET /v2.0/security-groups?id=c593fc4e-d69d-427e-8a7c-494b33da0fac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423760 Jan 28 13:54:12.173655 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cb8276-1c6e-427c-a621-fdad7d8ff636 req-36e0ebb7-e417-4a32-be31-7455a3bdfa42 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:12.175319 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-94cb8276-1c6e-427c-a621-fdad7d8ff636 req-36e0ebb7-e417-4a32-be31-7455a3bdfa42 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] 10.222.0.72 "GET /v2.0/ports?device_id=83bd55d4-8094-4ebd-9f3a-46c6973f6b20 HTTP/1.1" status: 200 len: 943 time: 0.0537508 Jan 28 13:54:12.230049 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-94cb8276-1c6e-427c-a621-fdad7d8ff636 req-7b44e120-7740-4964-9839-ebc8b834327d tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] 10.222.0.72 "GET /v2.0/security-groups?id=c593fc4e-d69d-427e-8a7c-494b33da0fac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465286 Jan 28 13:54:12.358811 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Device 97538a72-3a25-433c-8e06-975aaca68c9a details requested by agent hyperv_hv-cinder-82418 with host hv-cinder-82418 {{(pid=109086) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:54:12.457733 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] For port 97538a72-3a25-433c-8e06-975aaca68c9a, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=97538a72-3a25-433c-8e06-975aaca68c9a,segment=NetworkSegment(96a3ffce-3ebc-4cee-b2b1-2d336e9f8d25),segment_id=96a3ffce-3ebc-4cee-b2b1-2d336e9f8d25)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:54:12.468803 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Returning: {'device': '97538a72-3a25-433c-8e06-975aaca68c9a', 'network_id': 'edec13d6-6734-4abe-91ae-5b6be190099b', 'port_id': '97538a72-3a25-433c-8e06-975aaca68c9a', 'mac_address': 'fa:16:3e:50:0e:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 722, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bbd587e-7762-4c23-87b9-7f5b462e54c4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109086) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:54:12.506161 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Current status of the port 97538a72-3a25-433c-8e06-975aaca68c9a is: DOWN; New status is: BUILD {{(pid=109086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:54:12.506552 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (97538a72-3a25-433c-8e06-975aaca68c9a), before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:12.519622 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.notifiers.nova [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97538a72-3a25-433c-8e06-975aaca68c9a {{(pid=109086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:54:12.539990 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] For port 97538a72-3a25-433c-8e06-975aaca68c9a, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=97538a72-3a25-433c-8e06-975aaca68c9a,segment=NetworkSegment(96a3ffce-3ebc-4cee-b2b1-2d336e9f8d25),segment_id=96a3ffce-3ebc-4cee-b2b1-2d336e9f8d25)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:54:12.546887 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862'] for port (97538a72-3a25-433c-8e06-975aaca68c9a), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:12.596663 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Pushing event updated for resources: {'Port': ['ID=97538a72-3a25-433c-8e06-975aaca68c9a,revision_number=4']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:54:12.937753 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] get_ports_and_sgs() called for port_ids ['97538a72-3a25-433c-8e06-975aaca68c9a'] {{(pid=109086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:54:13.358821 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e1e2f4-02d9-4726-89e3-3bedb176b679 req-66c5128a-a1d5-40bc-960b-e132549ec493 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:13.360305 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-12e1e2f4-02d9-4726-89e3-3bedb176b679 req-66c5128a-a1d5-40bc-960b-e132549ec493 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] 10.222.0.72 "GET /v2.0/ports?device_id=83bd55d4-8094-4ebd-9f3a-46c6973f6b20 HTTP/1.1" status: 200 len: 944 time: 0.0524759 Jan 28 13:54:13.411376 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-12e1e2f4-02d9-4726-89e3-3bedb176b679 req-9fb55e8a-2c22-412e-9bf7-94bc597b1006 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] 10.222.0.72 "GET /v2.0/security-groups?id=c593fc4e-d69d-427e-8a7c-494b33da0fac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453708 Jan 28 13:54:14.376825 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Device 97538a72-3a25-433c-8e06-975aaca68c9a up at agent hyperv_hv-cinder-82418 {{(pid=109086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:54:14.430604 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Provisioning for port 97538a72-3a25-433c-8e06-975aaca68c9a completed by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:54:14.435086 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Provisioning complete for port 97538a72-3a25-433c-8e06-975aaca68c9a triggered by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:54:14.435469 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041328'] for port (97538a72-3a25-433c-8e06-975aaca68c9a), provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:14.517779 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Current status of the port 97538a72-3a25-433c-8e06-975aaca68c9a is: BUILD; New status is: ACTIVE {{(pid=109086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:54:14.518087 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (97538a72-3a25-433c-8e06-975aaca68c9a), before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:14.530309 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1068b60e-0cee-4221-bb57-4d3ecd834d91 req-24d64b68-1bfb-4b41-82f3-2ab800a2582d tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:14.537429 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-1068b60e-0cee-4221-bb57-4d3ecd834d91 req-24d64b68-1bfb-4b41-82f3-2ab800a2582d tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] 10.222.0.72 "GET /v2.0/ports?device_id=83bd55d4-8094-4ebd-9f3a-46c6973f6b20 HTTP/1.1" status: 200 len: 944 time: 0.0556138 Jan 28 13:54:14.547084 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83bd55d4-8094-4ebd-9f3a-46c6973f6b20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97538a72-3a25-433c-8e06-975aaca68c9a'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:54:14.549635 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fe2f3ff242846a504b70cb1607640f93490c53de488d62a29fe51e57b5b242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46853384-47ed-4285-9b08-72230c281e7a" -d '{"events": [{"server_uuid": "83bd55d4-8094-4ebd-9f3a-46c6973f6b20", "name": "network-vif-plugged", "status": "completed", "tag": "97538a72-3a25-433c-8e06-975aaca68c9a"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:54:14.562069 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] For port 97538a72-3a25-433c-8e06-975aaca68c9a, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=97538a72-3a25-433c-8e06-975aaca68c9a,segment=NetworkSegment(96a3ffce-3ebc-4cee-b2b1-2d336e9f8d25),segment_id=96a3ffce-3ebc-4cee-b2b1-2d336e9f8d25)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:54:14.569013 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862'] for port (97538a72-3a25-433c-8e06-975aaca68c9a), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:14.584246 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-1068b60e-0cee-4221-bb57-4d3ecd834d91 req-5bca39b2-7111-4756-b824-8a7103ce6de1 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] 10.222.0.72 "GET /v2.0/security-groups?id=c593fc4e-d69d-427e-8a7c-494b33da0fac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459352 Jan 28 13:54:14.617060 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Pushing event updated for resources: {'Port': ['ID=97538a72-3a25-433c-8e06-975aaca68c9a,revision_number=5']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:54:14.627201 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:54:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab4b3805-d4a0-4f20-aab6-b9023ef4ca7f x-openstack-request-id: req-ab4b3805-d4a0-4f20-aab6-b9023ef4ca7f {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:54:14.627490 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83bd55d4-8094-4ebd-9f3a-46c6973f6b20", "name": "network-vif-plugged", "status": "completed", "tag": "97538a72-3a25-433c-8e06-975aaca68c9a", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:54:14.627744 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-ab4b3805-d4a0-4f20-aab6-b9023ef4ca7f {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:54:14.628135 dv-cinder-824187-7-iscsi neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83bd55d4-8094-4ebd-9f3a-46c6973f6b20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97538a72-3a25-433c-8e06-975aaca68c9a', 'code': 200} Jan 28 13:54:14.875163 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daf0de6-f3ec-4009-b62d-cf31fe726d90 req-579cd768-2912-49fd-b943-faa9f86b5fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:14.877120 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-2daf0de6-f3ec-4009-b62d-cf31fe726d90 req-579cd768-2912-49fd-b943-faa9f86b5fc2 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=83bd55d4-8094-4ebd-9f3a-46c6973f6b20 HTTP/1.1" status: 200 len: 1098 time: 0.0568109 Jan 28 13:54:14.925445 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-2daf0de6-f3ec-4009-b62d-cf31fe726d90 req-a6d2440e-f637-4dbb-9212-637e152feaeb service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=c593fc4e-d69d-427e-8a7c-494b33da0fac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397146 Jan 28 13:54:15.703439 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59148e82-6e44-4386-ac1f-b55b276b7ae2 req-6c1d3c84-40c8-4a38-a55e-a59f0f261a2b tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:15.704971 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-59148e82-6e44-4386-ac1f-b55b276b7ae2 req-6c1d3c84-40c8-4a38-a55e-a59f0f261a2b tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] 10.222.0.72 "GET /v2.0/ports?device_id=83bd55d4-8094-4ebd-9f3a-46c6973f6b20 HTTP/1.1" status: 200 len: 945 time: 0.0505066 Jan 28 13:54:15.756692 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-59148e82-6e44-4386-ac1f-b55b276b7ae2 req-d7e026a4-5b8d-4267-bf23-b29fbde19d7b tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] 10.222.0.72 "GET /v2.0/security-groups?id=c593fc4e-d69d-427e-8a7c-494b33da0fac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440898 Jan 28 13:54:16.879915 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e54231-ac1a-4dd3-9457-0151651ae056 req-b885ffbe-81dd-45e9-bd03-116c9d0bd365 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:16.881408 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-61e54231-ac1a-4dd3-9457-0151651ae056 req-b885ffbe-81dd-45e9-bd03-116c9d0bd365 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] 10.222.0.72 "GET /v2.0/ports?device_id=83bd55d4-8094-4ebd-9f3a-46c6973f6b20 HTTP/1.1" status: 200 len: 945 time: 0.0508921 Jan 28 13:54:16.932583 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-61e54231-ac1a-4dd3-9457-0151651ae056 req-4ad49252-7cd5-428b-be4f-c06b07558f2d tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] 10.222.0.72 "GET /v2.0/security-groups?id=c593fc4e-d69d-427e-8a7c-494b33da0fac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455925 Jan 28 13:54:17.061724 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4835533-3cf6-4f92-80ae-1adab881de15 req-9f72b962-0f39-465c-8542-07e2e78e7eca tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:17.063192 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-b4835533-3cf6-4f92-80ae-1adab881de15 req-9f72b962-0f39-465c-8542-07e2e78e7eca tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] 10.222.0.72 "GET /v2.0/ports?device_id=83bd55d4-8094-4ebd-9f3a-46c6973f6b20 HTTP/1.1" status: 200 len: 945 time: 0.0537233 Jan 28 13:54:17.114063 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-b4835533-3cf6-4f92-80ae-1adab881de15 req-ce6cbee1-2d91-46e4-87c0-544eb30146e4 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] 10.222.0.72 "GET /v2.0/security-groups?id=c593fc4e-d69d-427e-8a7c-494b33da0fac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448735 Jan 28 13:54:17.136695 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 47312) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:54:17.382363 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e24ae7-71ab-4471-8cc7-8ca5d8237bc5 tempest-TestVolumeBootPattern-1155389437 tempest-TestVolumeBootPattern-1155389437-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:17.383878 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-72e24ae7-71ab-4471-8cc7-8ca5d8237bc5 tempest-TestVolumeBootPattern-1155389437 tempest-TestVolumeBootPattern-1155389437-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=83bd55d4-8094-4ebd-9f3a-46c6973f6b20 HTTP/1.1" status: 200 len: 1093 time: 0.2461982 Jan 28 13:54:17.386809 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 47316) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:54:17.390979 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.v2.base [None req-92a83b3f-b1f4-4c7f-b485-db755c68f137 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Request body: {'floatingip': {'floating_network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'port_id': '97538a72-3a25-433c-8e06-975aaca68c9a', 'tenant_id': '91bd515480d64f1fb4c68f74dfec7a79', 'fixed_ip_address': '172.20.0.8'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:54:17.411631 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-92a83b3f-b1f4-4c7f-b485-db755c68f137 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:17.512395 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-92a83b3f-b1f4-4c7f-b485-db755c68f137 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (None), before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:17.617883 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [None req-92a83b3f-b1f4-4c7f-b485-db755c68f137 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Allocated IP 172.27.0.21 (5658bb11-9d09-4b0d-90e7-a96bf662b067/12c2ab48-c458-44a5-bf56-c21764e1e48c/a47995c7-b15c-4c60-a2b8-2da781ed0132) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:54:17.738770 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-92a83b3f-b1f4-4c7f-b485-db755c68f137 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Publish callbacks [] for port (a47995c7-b15c-4c60-a2b8-2da781ed0132), precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:17.781068 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-92a83b3f-b1f4-4c7f-b485-db755c68f137 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742788384826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4723325'] for port (a47995c7-b15c-4c60-a2b8-2da781ed0132), after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:17.817467 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a83b3f-b1f4-4c7f-b485-db755c68f137 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Network 5658bb11-9d09-4b0d-90e7-a96bf662b067 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:54:17.821681 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-92a83b3f-b1f4-4c7f-b485-db755c68f137 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:54:17.827552 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a83b3f-b1f4-4c7f-b485-db755c68f137 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:54:17.833092 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a83b3f-b1f4-4c7f-b485-db755c68f137 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Pushing event updated for resources: {'Port': ['ID=a47995c7-b15c-4c60-a2b8-2da781ed0132,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:54:18.464626 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-92a83b3f-b1f4-4c7f-b485-db755c68f137 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Publish callbacks [] for floatingip (b703535b-dfc8-403b-83de-8546eb44573f), precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:18.532601 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-92a83b3f-b1f4-4c7f-b485-db755c68f137 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (a47995c7-b15c-4c60-a2b8-2da781ed0132), before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:18.681667 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-92a83b3f-b1f4-4c7f-b485-db755c68f137 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Publish callbacks [] for port (a47995c7-b15c-4c60-a2b8-2da781ed0132), precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:18.688369 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-92a83b3f-b1f4-4c7f-b485-db755c68f137 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4723334'] for port (a47995c7-b15c-4c60-a2b8-2da781ed0132), after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:18.756554 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a83b3f-b1f4-4c7f-b485-db755c68f137 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Pushing event updated for resources: {'Port': ['ID=a47995c7-b15c-4c60-a2b8-2da781ed0132,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:54:18.768580 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-92a83b3f-b1f4-4c7f-b485-db755c68f137 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1817779'] for floatingip (b703535b-dfc8-403b-83de-8546eb44573f), after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:18.878641 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.db.l3_db [None req-92a83b3f-b1f4-4c7f-b485-db755c68f137 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Floating IP b703535b-dfc8-403b-83de-8546eb44573f associated. External IP: 172.27.0.21, port: 97538a72-3a25-433c-8e06-975aaca68c9a. Jan 28 13:54:19.092652 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92a83b3f-b1f4-4c7f-b485-db755c68f137 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Router 3b37101d-7801-484d-9b53-12bc30cc60a8 has already been hosted by L3 agent 5fb30df9-6f10-41b8-94cc-b881623ba250 {{(pid=109085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:54:19.204823 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92a83b3f-b1f4-4c7f-b485-db755c68f137 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Notify agent at l3_agent.dv-cinder-824187-7-iscsi the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:54:19.214945 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912cb732-282d-4837-8b29-5599b00905c9 None None] Sync routers for ids ['3b37101d-7801-484d-9b53-12bc30cc60a8'] in dv-cinder-824187-7-iscsi {{(pid=109086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:54:19.226203 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-92a83b3f-b1f4-4c7f-b485-db755c68f137 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91499'] for floatingip (None), before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:19.226416 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912cb732-282d-4837-8b29-5599b00905c9 None None] Routers {'3b37101d-7801-484d-9b53-12bc30cc60a8'} bound to L3 agent in host dv-cinder-824187-7-iscsi {{(pid=109086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:54:19.226962 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-912cb732-282d-4837-8b29-5599b00905c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:37:30Z,description=,heartbeat_timestamp=2022-01-28T13:54:00Z,host='dv-cinder-824187-7-iscsi',id=5fb30df9-6f10-41b8-94cc-b881623ba250,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:37:30Z,topic='l3_agent')) {'router_ids': ['3b37101d-7801-484d-9b53-12bc30cc60a8'], 'active': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:54:19.256473 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-92a83b3f-b1f4-4c7f-b485-db755c68f137 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8686504 Jan 28 13:54:19.257112 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83bd55d4-8094-4ebd-9f3a-46c6973f6b20', 'tag': '97538a72-3a25-433c-8e06-975aaca68c9a'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:54:19.259366 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19ef927ebdb7e136520bf73605241c98ba3844c75ab8794845cb00139da391b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e120000-76d4-45d3-b075-e0647a7a62bf" -d '{"events": [{"name": "network-changed", "server_uuid": "83bd55d4-8094-4ebd-9f3a-46c6973f6b20", "tag": "97538a72-3a25-433c-8e06-975aaca68c9a"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:54:19.301134 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-084fcd7f-f58e-40f6-ab36-f4b81a8457d4 x-openstack-request-id: req-084fcd7f-f58e-40f6-ab36-f4b81a8457d4 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:54:19.301423 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83bd55d4-8094-4ebd-9f3a-46c6973f6b20", "tag": "97538a72-3a25-433c-8e06-975aaca68c9a", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:54:19.301665 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-084fcd7f-f58e-40f6-ab36-f4b81a8457d4 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:54:19.302084 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83bd55d4-8094-4ebd-9f3a-46c6973f6b20', 'tag': '97538a72-3a25-433c-8e06-975aaca68c9a', 'status': 'completed', 'code': 200} Jan 28 13:54:19.342772 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvr_db [None req-912cb732-282d-4837-8b29-5599b00905c9 None None] Set router 3b37101d-7801-484d-9b53-12bc30cc60a8 gateway port host: dv-cinder-824187-7-iscsi {{(pid=109086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:54:19.370875 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e120000-76d4-45d3-b075-e0647a7a62bf req-5959c208-d654-4def-813e-290ba76af206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:19.372448 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-5e120000-76d4-45d3-b075-e0647a7a62bf req-5959c208-d654-4def-813e-290ba76af206 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=91bd515480d64f1fb4c68f74dfec7a79&device_id=83bd55d4-8094-4ebd-9f3a-46c6973f6b20 HTTP/1.1" status: 200 len: 1098 time: 0.0442123 Jan 28 13:54:19.462854 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e120000-76d4-45d3-b075-e0647a7a62bf req-9ad0903d-c2ba-4464-bd7c-55069a133d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:19.464359 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-5e120000-76d4-45d3-b075-e0647a7a62bf req-9ad0903d-c2ba-4464-bd7c-55069a133d6a service neutron] 10.222.0.78 "GET /v2.0/networks?id=edec13d6-6734-4abe-91ae-5b6be190099b HTTP/1.1" status: 200 len: 913 time: 0.0852113 Jan 28 13:54:19.533645 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-5e120000-76d4-45d3-b075-e0647a7a62bf req-baf7c683-9195-49fc-88c5-449cc9113f34 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=97538a72-3a25-433c-8e06-975aaca68c9a HTTP/1.1" status: 200 len: 998 time: 0.0628643 Jan 28 13:54:19.575479 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-912cb732-282d-4837-8b29-5599b00905c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b37101d-7801-484d-9b53-12bc30cc60a8', 'name': 'tempest-TestVolumeBootPattern-2005865697-router', 'tenant_id': '91bd515480d64f1fb4c68f74dfec7a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'external_fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': 'c77b92c2-3718-4b36-af0f-460cc3a27081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:46:31Z', 'updated_at': '2022-01-28T13:46:37Z', 'revision_number': 4, 'project_id': '91bd515480d64f1fb4c68f74dfec7a79', 'gw_port': {'id': 'c77b92c2-3718-4b36-af0f-460cc3a27081', 'name': '', 'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:5e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b37101d-7801-484d-9b53-12bc30cc60a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:46:32Z', 'updated_at': '2022-01-28T13:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-7-iscsi', '_floatingips': [{'id': 'b703535b-dfc8-403b-83de-8546eb44573f', 'tenant_id': '91bd515480d64f1fb4c68f74dfec7a79', 'floating_ip_address': '172.27.0.21', 'floating_network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'router_id': '3b37101d-7801-484d-9b53-12bc30cc60a8', 'port_id': '97538a72-3a25-433c-8e06-975aaca68c9a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'edec13d6-6734-4abe-91ae-5b6be190099b', 'mac_address': 'fa:16:3e:50:0e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83bd55d4-8094-4ebd-9f3a-46c6973f6b20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:54:18Z', 'updated_at': '2022-01-28T13:54:18Z', 'revision_number': 0, 'project_id': '91bd515480d64f1fb4c68f74dfec7a79', 'fixed_ip_address_scope': None}, {'id': 'c755f0ac-f036-4d60-ba30-d9af290a3e5d', 'tenant_id': '91bd515480d64f1fb4c68f74dfec7a79', 'floating_ip_address': '172.27.0.31', 'floating_network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'router_id': '3b37101d-7801-484d-9b53-12bc30cc60a8', 'port_id': 'e5a428e6-2573-449b-ba21-9d27628c1a96', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'edec13d6-6734-4abe-91ae-5b6be190099b', 'mac_address': 'fa:16:3e:30:df:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d5b540-ab17-46a8-8973-9d27569fc72e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:51:28Z', 'updated_at': '2022-01-28T13:51:30Z', 'revision_number': 1, 'project_id': '91bd515480d64f1fb4c68f74dfec7a79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5d68468-b68d-494b-a83f-3578fc646a5b', 'name': '', 'network_id': 'edec13d6-6734-4abe-91ae-5b6be190099b', 'tenant_id': '91bd515480d64f1fb4c68f74dfec7a79', 'mac_address': 'fa:16:3e:3c:05:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b37101d-7801-484d-9b53-12bc30cc60a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '0bbd587e-7762-4c23-87b9-7f5b462e54c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:46:36Z', 'updated_at': '2022-01-28T13:46:42Z', 'revision_number': 5, 'project_id': '91bd515480d64f1fb4c68f74dfec7a79', 'subnets': [{'id': '0bbd587e-7762-4c23-87b9-7f5b462e54c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824187-7-iscsi', False) {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:54:19.583818 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e120000-76d4-45d3-b075-e0647a7a62bf req-df374463-8f0a-452e-9733-ff59d8f54c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:19.585406 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-5e120000-76d4-45d3-b075-e0647a7a62bf req-df374463-8f0a-452e-9733-ff59d8f54c88 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=0bbd587e-7762-4c23-87b9-7f5b462e54c4 HTTP/1.1" status: 200 len: 851 time: 0.0458555 Jan 28 13:54:19.602016 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912cb732-282d-4837-8b29-5599b00905c9 None None] Checking router: 3b37101d-7801-484d-9b53-12bc30cc60a8 for host: dv-cinder-824187-7-iscsi {{(pid=109086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:54:19.610742 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912cb732-282d-4837-8b29-5599b00905c9 None None] Routers {'3b37101d-7801-484d-9b53-12bc30cc60a8'} bound to L3 agent in host dv-cinder-824187-7-iscsi {{(pid=109086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:54:19.611355 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-912cb732-282d-4837-8b29-5599b00905c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T13:37:30Z,description=,heartbeat_timestamp=2022-01-28T13:54:00Z,host='dv-cinder-824187-7-iscsi',id=5fb30df9-6f10-41b8-94cc-b881623ba250,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:37:30Z,topic='l3_agent')) {'router_ids': ['3b37101d-7801-484d-9b53-12bc30cc60a8'], 'active': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:54:19.632281 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e120000-76d4-45d3-b075-e0647a7a62bf req-565fc176-ae10-4876-9d3a-87efc3197048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:19.633841 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-5e120000-76d4-45d3-b075-e0647a7a62bf req-565fc176-ae10-4876-9d3a-87efc3197048 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=edec13d6-6734-4abe-91ae-5b6be190099b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413175 Jan 28 13:54:19.718049 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvr_db [None req-912cb732-282d-4837-8b29-5599b00905c9 None None] Set router 3b37101d-7801-484d-9b53-12bc30cc60a8 gateway port host: dv-cinder-824187-7-iscsi {{(pid=109086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:54:19.728058 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-5e120000-76d4-45d3-b075-e0647a7a62bf req-68f5a740-3e1f-4f21-a0f5-dabe57cc369f service neutron] 10.222.0.78 "GET /v2.0/networks/edec13d6-6734-4abe-91ae-5b6be190099b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871165 Jan 28 13:54:19.818001 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-5e120000-76d4-45d3-b075-e0647a7a62bf req-76a26646-0f92-4985-9968-6bd0ee3ad00b service neutron] 10.222.0.78 "GET /v2.0/networks/edec13d6-6734-4abe-91ae-5b6be190099b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839229 Jan 28 13:54:19.957459 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-912cb732-282d-4837-8b29-5599b00905c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b37101d-7801-484d-9b53-12bc30cc60a8', 'name': 'tempest-TestVolumeBootPattern-2005865697-router', 'tenant_id': '91bd515480d64f1fb4c68f74dfec7a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'external_fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': 'c77b92c2-3718-4b36-af0f-460cc3a27081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:46:31Z', 'updated_at': '2022-01-28T13:46:37Z', 'revision_number': 4, 'project_id': '91bd515480d64f1fb4c68f74dfec7a79', 'gw_port': {'id': 'c77b92c2-3718-4b36-af0f-460cc3a27081', 'name': '', 'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:5e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b37101d-7801-484d-9b53-12bc30cc60a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:46:32Z', 'updated_at': '2022-01-28T13:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-7-iscsi', '_floatingips': [{'id': 'b703535b-dfc8-403b-83de-8546eb44573f', 'tenant_id': '91bd515480d64f1fb4c68f74dfec7a79', 'floating_ip_address': '172.27.0.21', 'floating_network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'router_id': '3b37101d-7801-484d-9b53-12bc30cc60a8', 'port_id': '97538a72-3a25-433c-8e06-975aaca68c9a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'edec13d6-6734-4abe-91ae-5b6be190099b', 'mac_address': 'fa:16:3e:50:0e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83bd55d4-8094-4ebd-9f3a-46c6973f6b20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:54:18Z', 'updated_at': '2022-01-28T13:54:18Z', 'revision_number': 0, 'project_id': '91bd515480d64f1fb4c68f74dfec7a79', 'fixed_ip_address_scope': None}, {'id': 'c755f0ac-f036-4d60-ba30-d9af290a3e5d', 'tenant_id': '91bd515480d64f1fb4c68f74dfec7a79', 'floating_ip_address': '172.27.0.31', 'floating_network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'router_id': '3b37101d-7801-484d-9b53-12bc30cc60a8', 'port_id': 'e5a428e6-2573-449b-ba21-9d27628c1a96', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'edec13d6-6734-4abe-91ae-5b6be190099b', 'mac_address': 'fa:16:3e:30:df:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d5b540-ab17-46a8-8973-9d27569fc72e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:51:28Z', 'updated_at': '2022-01-28T13:51:30Z', 'revision_number': 1, 'project_id': '91bd515480d64f1fb4c68f74dfec7a79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5d68468-b68d-494b-a83f-3578fc646a5b', 'name': '', 'network_id': 'edec13d6-6734-4abe-91ae-5b6be190099b', 'tenant_id': '91bd515480d64f1fb4c68f74dfec7a79', 'mac_address': 'fa:16:3e:3c:05:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b37101d-7801-484d-9b53-12bc30cc60a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '0bbd587e-7762-4c23-87b9-7f5b462e54c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:46:36Z', 'updated_at': '2022-01-28T13:46:42Z', 'revision_number': 5, 'project_id': '91bd515480d64f1fb4c68f74dfec7a79', 'subnets': [{'id': '0bbd587e-7762-4c23-87b9-7f5b462e54c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824187-7-iscsi', False) {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:54:19.983491 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912cb732-282d-4837-8b29-5599b00905c9 None None] The sync data for ids ['3b37101d-7801-484d-9b53-12bc30cc60a8'] in dv-cinder-824187-7-iscsi is: [{'id': '3b37101d-7801-484d-9b53-12bc30cc60a8', 'name': 'tempest-TestVolumeBootPattern-2005865697-router', 'tenant_id': '91bd515480d64f1fb4c68f74dfec7a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'external_fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': 'c77b92c2-3718-4b36-af0f-460cc3a27081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:46:31Z', 'updated_at': '2022-01-28T13:46:37Z', 'revision_number': 4, 'project_id': '91bd515480d64f1fb4c68f74dfec7a79', 'gw_port': {'id': 'c77b92c2-3718-4b36-af0f-460cc3a27081', 'name': '', 'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:5e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b37101d-7801-484d-9b53-12bc30cc60a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:46:32Z', 'updated_at': '2022-01-28T13:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-7-iscsi', '_floatingips': [{'id': 'b703535b-dfc8-403b-83de-8546eb44573f', 'tenant_id': '91bd515480d64f1fb4c68f74dfec7a79', 'floating_ip_address': '172.27.0.21', 'floating_network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'router_id': '3b37101d-7801-484d-9b53-12bc30cc60a8', 'port_id': '97538a72-3a25-433c-8e06-975aaca68c9a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'edec13d6-6734-4abe-91ae-5b6be190099b', 'mac_address': 'fa:16:3e:50:0e:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83bd55d4-8094-4ebd-9f3a-46c6973f6b20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:54:18Z', 'updated_at': '2022-01-28T13:54:18Z', 'revision_number': 0, 'project_id': '91bd515480d64f1fb4c68f74dfec7a79', 'fixed_ip_address_scope': None}, {'id': 'c755f0ac-f036-4d60-ba30-d9af290a3e5d', 'tenant_id': '91bd515480d64f1fb4c68f74dfec7a79', 'floating_ip_address': '172.27.0.31', 'floating_network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'router_id': '3b37101d-7801-484d-9b53-12bc30cc60a8', 'port_id': 'e5a428e6-2573-449b-ba21-9d27628c1a96', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'edec13d6-6734-4abe-91ae-5b6be190099b', 'mac_address': 'fa:16:3e:30:df:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d5b540-ab17-46a8-8973-9d27569fc72e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:51:28Z', 'updated_at': '2022-01-28T13:51:30Z', 'revision_number': 1, 'project_id': '91bd515480d64f1fb4c68f74dfec7a79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5d68468-b68d-494b-a83f-3578fc646a5b', 'name': '', 'network_id': 'edec13d6-6734-4abe-91ae-5b6be190099b', 'tenant_id': '91bd515480d64f1fb4c68f74dfec7a79', 'mac_address': 'fa:16:3e:3c:05:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b37101d-7801-484d-9b53-12bc30cc60a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '0bbd587e-7762-4c23-87b9-7f5b462e54c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:46:36Z', 'updated_at': '2022-01-28T13:46:42Z', 'revision_number': 5, 'project_id': '91bd515480d64f1fb4c68f74dfec7a79', 'subnets': [{'id': '0bbd587e-7762-4c23-87b9-7f5b462e54c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:54:20.196510 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae8b7d1-608c-4147-a81e-b9ae8c786469 None None] New status for floating IP b703535b-dfc8-403b-83de-8546eb44573f: ACTIVE {{(pid=109087) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 13:54:22.832013 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e44362d-fd24-41ac-ad6d-c3a154c58064 req-3cdae7d8-94a0-4e89-a768-4cf5cf0f2158 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:22.833432 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-8e44362d-fd24-41ac-ad6d-c3a154c58064 req-3cdae7d8-94a0-4e89-a768-4cf5cf0f2158 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/ports?device_id=c43dc553-ff18-4fb1-84d2-13c79bcd29d2 HTTP/1.1" status: 200 len: 945 time: 0.0529110 Jan 28 13:54:22.895814 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-8e44362d-fd24-41ac-ad6d-c3a154c58064 req-e6a062d7-c6bc-40c8-b7d1-e1a8d28a7623 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/security-groups?id=cc3d7f4f-8faf-4a84-9aeb-6e37e715434d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567622 Jan 28 13:54:24.024399 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca66c0a5-fdae-444a-8561-2f6b9f49b0c3 req-a14b617d-9f05-4436-b346-78bda33f338f tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:24.025921 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-ca66c0a5-fdae-444a-8561-2f6b9f49b0c3 req-a14b617d-9f05-4436-b346-78bda33f338f tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/ports?device_id=c43dc553-ff18-4fb1-84d2-13c79bcd29d2 HTTP/1.1" status: 200 len: 945 time: 0.0502629 Jan 28 13:54:24.076727 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-ca66c0a5-fdae-444a-8561-2f6b9f49b0c3 req-73fc6bac-7c34-418a-857f-c2379cde88f5 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/security-groups?id=cc3d7f4f-8faf-4a84-9aeb-6e37e715434d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449581 Jan 28 13:54:25.215236 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a41bff-c01f-477b-b623-03eaeb9bbb55 req-ce7456a2-73c3-4c70-8b36-e5efa9376ccc tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:25.216710 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-e7a41bff-c01f-477b-b623-03eaeb9bbb55 req-ce7456a2-73c3-4c70-8b36-e5efa9376ccc tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/ports?device_id=c43dc553-ff18-4fb1-84d2-13c79bcd29d2 HTTP/1.1" status: 200 len: 945 time: 0.0579715 Jan 28 13:54:25.263443 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-e7a41bff-c01f-477b-b623-03eaeb9bbb55 req-818b8826-d74a-4fba-85ab-02b50b1b3d4f tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/security-groups?id=cc3d7f4f-8faf-4a84-9aeb-6e37e715434d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410955 Jan 28 13:54:26.384050 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dffedb-bc37-41b0-9c5e-1ccb8e4612a0 req-75f70086-ef57-4811-a522-afcea18afe85 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:26.385558 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-f2dffedb-bc37-41b0-9c5e-1ccb8e4612a0 req-75f70086-ef57-4811-a522-afcea18afe85 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/ports?device_id=c43dc553-ff18-4fb1-84d2-13c79bcd29d2 HTTP/1.1" status: 200 len: 945 time: 0.0494101 Jan 28 13:54:26.433956 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-f2dffedb-bc37-41b0-9c5e-1ccb8e4612a0 req-03fcacf3-a0b8-4f4b-a15f-a93c15a4a0c1 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/security-groups?id=cc3d7f4f-8faf-4a84-9aeb-6e37e715434d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426965 Jan 28 13:54:27.560367 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f158440-43db-4906-bc45-6aeed67a11eb req-39be8195-7712-40bc-9e1f-1060542c708e tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:27.561804 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-7f158440-43db-4906-bc45-6aeed67a11eb req-39be8195-7712-40bc-9e1f-1060542c708e tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/ports?device_id=c43dc553-ff18-4fb1-84d2-13c79bcd29d2 HTTP/1.1" status: 200 len: 945 time: 0.0474176 Jan 28 13:54:27.623410 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-7f158440-43db-4906-bc45-6aeed67a11eb req-be495b02-a126-4304-bdef-d3984cfcf4c2 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/security-groups?id=cc3d7f4f-8faf-4a84-9aeb-6e37e715434d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551589 Jan 28 13:54:28.245464 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-17faacfd-a239-4823-a2c2-755f633b7401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (fe6892c5-7eb1-46ce-88dd-77c5bcc32263), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:28.754215 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960166c9-aef4-43cc-9349-d9ede81f2022 req-9d1f9a77-d3e2-474b-935f-960c2f7a970a tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:28.755696 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-960166c9-aef4-43cc-9349-d9ede81f2022 req-9d1f9a77-d3e2-474b-935f-960c2f7a970a tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/ports?device_id=c43dc553-ff18-4fb1-84d2-13c79bcd29d2 HTTP/1.1" status: 200 len: 945 time: 0.0502961 Jan 28 13:54:28.804230 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-960166c9-aef4-43cc-9349-d9ede81f2022 req-fd9be7f2-fb58-4d36-95c9-f7e7d1f567bb tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/security-groups?id=cc3d7f4f-8faf-4a84-9aeb-6e37e715434d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424962 Jan 28 13:54:29.938938 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aa04f6-8be6-4094-9cbd-77e09840ff08 req-c6c98885-3400-4db7-ad23-50e50e3af92a tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:29.940418 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-21aa04f6-8be6-4094-9cbd-77e09840ff08 req-c6c98885-3400-4db7-ad23-50e50e3af92a tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/ports?device_id=c43dc553-ff18-4fb1-84d2-13c79bcd29d2 HTTP/1.1" status: 200 len: 945 time: 0.0571220 Jan 28 13:54:29.998472 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-21aa04f6-8be6-4094-9cbd-77e09840ff08 req-efa85640-4e56-4096-b58a-985ff4b9f9b6 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/security-groups?id=cc3d7f4f-8faf-4a84-9aeb-6e37e715434d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489168 Jan 28 13:54:30.251725 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-1c69e7ad-79a9-4675-a68d-21f13176dde4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (5fb30df9-6f10-41b8-94cc-b881623ba250), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:31.138316 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8211cb0-0618-42c3-9d29-7222f3e1adf8 req-19b884e5-2dc5-47e0-9cad-9b64326d01a3 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:31.140727 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-d8211cb0-0618-42c3-9d29-7222f3e1adf8 req-19b884e5-2dc5-47e0-9cad-9b64326d01a3 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/ports?device_id=c43dc553-ff18-4fb1-84d2-13c79bcd29d2 HTTP/1.1" status: 200 len: 945 time: 0.0607119 Jan 28 13:54:31.193934 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-d8211cb0-0618-42c3-9d29-7222f3e1adf8 req-c11a6dd3-b25e-4824-8f5c-f9ad22772d3f tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/security-groups?id=cc3d7f4f-8faf-4a84-9aeb-6e37e715434d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441487 Jan 28 13:54:31.747965 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-120fdcba-5236-4c4f-ad1d-de3bbc2703f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (270c75b4-e9a8-4b16-85de-99abb56244df), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:32.333172 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea91136-395f-4dd2-bdab-3f987a65a451 req-3069d55d-5d04-4b9c-a875-59ca4df83c12 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:32.335689 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-5ea91136-395f-4dd2-bdab-3f987a65a451 req-3069d55d-5d04-4b9c-a875-59ca4df83c12 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/ports?device_id=c43dc553-ff18-4fb1-84d2-13c79bcd29d2 HTTP/1.1" status: 200 len: 945 time: 0.0531850 Jan 28 13:54:32.384883 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-5ea91136-395f-4dd2-bdab-3f987a65a451 req-5463ef87-8716-406e-8fb0-c94232d68a46 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/security-groups?id=cc3d7f4f-8faf-4a84-9aeb-6e37e715434d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445964 Jan 28 13:54:32.883200 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a365d3e8-b48a-4a28-95b6-25537061fe93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (282d2827-b9b4-4282-91d0-335a7cd9818a), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:32.989238 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (06140fe1-dee6-47e9-9649-a5d5e543fff8), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:33.510187 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf54e71-768e-4068-907e-030d286dbea9 req-ba31a920-6380-4cf3-af79-3c0ebdfcb10d tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:33.511579 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-acf54e71-768e-4068-907e-030d286dbea9 req-ba31a920-6380-4cf3-af79-3c0ebdfcb10d tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/ports?device_id=c43dc553-ff18-4fb1-84d2-13c79bcd29d2 HTTP/1.1" status: 200 len: 945 time: 0.0504642 Jan 28 13:54:33.565026 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-acf54e71-768e-4068-907e-030d286dbea9 req-8c7f106f-d9d2-46d2-8e5f-5bd5569f0ef8 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/security-groups?id=cc3d7f4f-8faf-4a84-9aeb-6e37e715434d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451477 Jan 28 13:54:34.197739 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (91ec632a-2927-4715-8bad-f3132ebcbe46), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:34.708996 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de52210b-a9e9-487f-9e93-be98f6f9db69 req-e6ff6ec8-1bac-4200-8b81-cdf83c0983ca tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:34.710533 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-de52210b-a9e9-487f-9e93-be98f6f9db69 req-e6ff6ec8-1bac-4200-8b81-cdf83c0983ca tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/ports?device_id=c43dc553-ff18-4fb1-84d2-13c79bcd29d2 HTTP/1.1" status: 200 len: 945 time: 0.0593169 Jan 28 13:54:34.776374 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-de52210b-a9e9-487f-9e93-be98f6f9db69 req-2a12b61f-682b-4369-b9e0-a3b1453ee229 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/security-groups?id=cc3d7f4f-8faf-4a84-9aeb-6e37e715434d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542088 Jan 28 13:54:35.922657 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e92935-1daa-47e6-9041-52b153d2d602 req-fe1fd465-1ad8-47ea-ba4a-058bd962d978 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:35.924150 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-94e92935-1daa-47e6-9041-52b153d2d602 req-fe1fd465-1ad8-47ea-ba4a-058bd962d978 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/ports?device_id=c43dc553-ff18-4fb1-84d2-13c79bcd29d2 HTTP/1.1" status: 200 len: 945 time: 0.0498106 Jan 28 13:54:35.978890 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-94e92935-1daa-47e6-9041-52b153d2d602 req-195c33cd-04e4-4892-a56a-d8ecd9dd53ce tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/security-groups?id=cc3d7f4f-8faf-4a84-9aeb-6e37e715434d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486171 Jan 28 13:54:36.471386 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Device b1bd6aa9-f926-4e61-9af0-6a7b44a33c27 details requested by agent hyperv_hv-cinder-82418 with host hv-cinder-82418 {{(pid=109086) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:54:36.572057 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] For port b1bd6aa9-f926-4e61-9af0-6a7b44a33c27, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=b1bd6aa9-f926-4e61-9af0-6a7b44a33c27,segment=NetworkSegment(4050b7b0-e9a9-41d7-af46-815bd2fde404),segment_id=4050b7b0-e9a9-41d7-af46-815bd2fde404)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:54:36.591377 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Returning: {'device': 'b1bd6aa9-f926-4e61-9af0-6a7b44a33c27', 'network_id': '711eb359-e0a6-4069-8d9d-85442c14b212', 'port_id': 'b1bd6aa9-f926-4e61-9af0-6a7b44a33c27', 'mac_address': 'fa:16:3e:79:b9:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a182525-8d42-4b74-88dd-616808d54b14', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109086) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:54:36.630886 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Current status of the port b1bd6aa9-f926-4e61-9af0-6a7b44a33c27 is: ACTIVE; New status is: BUILD {{(pid=109086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:54:36.631271 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (b1bd6aa9-f926-4e61-9af0-6a7b44a33c27), before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:36.644715 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.notifiers.nova [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b1bd6aa9-f926-4e61-9af0-6a7b44a33c27 {{(pid=109086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:54:36.666237 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] For port b1bd6aa9-f926-4e61-9af0-6a7b44a33c27, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=b1bd6aa9-f926-4e61-9af0-6a7b44a33c27,segment=NetworkSegment(4050b7b0-e9a9-41d7-af46-815bd2fde404),segment_id=4050b7b0-e9a9-41d7-af46-815bd2fde404)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:54:36.672406 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862'] for port (b1bd6aa9-f926-4e61-9af0-6a7b44a33c27), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:36.724772 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Pushing event updated for resources: {'Port': ['ID=b1bd6aa9-f926-4e61-9af0-6a7b44a33c27,revision_number=6']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:54:36.732596 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:54:36.732980 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:54:36.733331 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:54:36.733675 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:54:36.734011 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:54:36.734358 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:54:36.734689 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:54:36.735017 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:54:36.735343 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:54:36.735671 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:54:36.735999 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:54:36.736327 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:54:36.736648 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:54:36.775929 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] get_ports_and_sgs() called for port_ids ['b1bd6aa9-f926-4e61-9af0-6a7b44a33c27'] {{(pid=109086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:54:37.116383 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d146ff6-2529-477b-9833-35740f4ba3bc req-468b10a8-d86b-4c05-8270-c4d188baedbc tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:37.117963 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-0d146ff6-2529-477b-9833-35740f4ba3bc req-468b10a8-d86b-4c05-8270-c4d188baedbc tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/ports?device_id=c43dc553-ff18-4fb1-84d2-13c79bcd29d2 HTTP/1.1" status: 200 len: 944 time: 0.0604408 Jan 28 13:54:37.167039 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-0d146ff6-2529-477b-9833-35740f4ba3bc req-96b18958-4d81-41fa-bcc7-634bf7fbae76 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/security-groups?id=cc3d7f4f-8faf-4a84-9aeb-6e37e715434d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435119 Jan 28 13:54:37.479296 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.agents_db [None req-2611350c-8bbf-4fa3-a5bb-e2ba3591f3a7 None None] Agent healthcheck: found 6 active agents {{(pid=109087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:54:38.315560 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96b0364-cffc-4f48-b9e6-3cc4c15e29ad req-63385dfc-e818-432e-86c3-bdbac71b1f53 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:38.317429 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-f96b0364-cffc-4f48-b9e6-3cc4c15e29ad req-63385dfc-e818-432e-86c3-bdbac71b1f53 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/ports?device_id=c43dc553-ff18-4fb1-84d2-13c79bcd29d2 HTTP/1.1" status: 200 len: 944 time: 0.0596929 Jan 28 13:54:38.366340 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-f96b0364-cffc-4f48-b9e6-3cc4c15e29ad req-c5e51c90-9c34-416d-9b2c-9f900f15866f tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/security-groups?id=cc3d7f4f-8faf-4a84-9aeb-6e37e715434d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432782 Jan 28 13:54:38.499737 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Device b1bd6aa9-f926-4e61-9af0-6a7b44a33c27 up at agent hyperv_hv-cinder-82418 {{(pid=109086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:54:38.563655 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Provisioning complete for port b1bd6aa9-f926-4e61-9af0-6a7b44a33c27 triggered by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:54:38.564037 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041328'] for port (b1bd6aa9-f926-4e61-9af0-6a7b44a33c27), provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:38.644960 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Current status of the port b1bd6aa9-f926-4e61-9af0-6a7b44a33c27 is: BUILD; New status is: ACTIVE {{(pid=109086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:54:38.645346 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (b1bd6aa9-f926-4e61-9af0-6a7b44a33c27), before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:38.667787 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c43dc553-ff18-4fb1-84d2-13c79bcd29d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1bd6aa9-f926-4e61-9af0-6a7b44a33c27'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:54:38.670059 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fe2f3ff242846a504b70cb1607640f93490c53de488d62a29fe51e57b5b242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b369adb-3b86-4419-8ca5-24684f86306b" -d '{"events": [{"server_uuid": "c43dc553-ff18-4fb1-84d2-13c79bcd29d2", "name": "network-vif-plugged", "status": "completed", "tag": "b1bd6aa9-f926-4e61-9af0-6a7b44a33c27"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:54:38.682159 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] For port b1bd6aa9-f926-4e61-9af0-6a7b44a33c27, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=b1bd6aa9-f926-4e61-9af0-6a7b44a33c27,segment=NetworkSegment(4050b7b0-e9a9-41d7-af46-815bd2fde404),segment_id=4050b7b0-e9a9-41d7-af46-815bd2fde404)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:54:38.687951 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862'] for port (b1bd6aa9-f926-4e61-9af0-6a7b44a33c27), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:38.713746 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:54:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03545ccc-9e1f-4419-b2ab-25b23768e6c3 x-openstack-request-id: req-03545ccc-9e1f-4419-b2ab-25b23768e6c3 {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:54:38.714045 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c43dc553-ff18-4fb1-84d2-13c79bcd29d2", "name": "network-vif-plugged", "status": "completed", "tag": "b1bd6aa9-f926-4e61-9af0-6a7b44a33c27", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:54:38.714297 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-03545ccc-9e1f-4419-b2ab-25b23768e6c3 {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:54:38.714711 dv-cinder-824187-7-iscsi neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c43dc553-ff18-4fb1-84d2-13c79bcd29d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1bd6aa9-f926-4e61-9af0-6a7b44a33c27', 'code': 200} Jan 28 13:54:38.740486 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Pushing event updated for resources: {'Port': ['ID=b1bd6aa9-f926-4e61-9af0-6a7b44a33c27,revision_number=7']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:54:39.509711 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d26e631-3a48-4a2c-9872-750713184fa1 req-6941c2b8-26c8-4d3a-867d-11abb954dae2 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:39.511094 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-0d26e631-3a48-4a2c-9872-750713184fa1 req-6941c2b8-26c8-4d3a-867d-11abb954dae2 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/ports?device_id=c43dc553-ff18-4fb1-84d2-13c79bcd29d2 HTTP/1.1" status: 200 len: 945 time: 0.0579309 Jan 28 13:54:39.561922 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-0d26e631-3a48-4a2c-9872-750713184fa1 req-740faedd-dc56-49f0-b62f-d3c5c3dc0df3 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/security-groups?id=cc3d7f4f-8faf-4a84-9aeb-6e37e715434d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451310 Jan 28 13:54:39.925407 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-013b0b1e-5ffa-4691-bd78-f2fd41a5bfe4 req-2e3fae8d-1fdf-4234-a6db-65452d31def6 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=18d5b540-ab17-46a8-8973-9d27569fc72e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0412335 Jan 28 13:54:40.022330 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013b0b1e-5ffa-4691-bd78-f2fd41a5bfe4 req-1cba53ea-c3c5-483b-962a-1c60d8da61c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:40.023891 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-013b0b1e-5ffa-4691-bd78-f2fd41a5bfe4 req-1cba53ea-c3c5-483b-962a-1c60d8da61c3 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=91bd515480d64f1fb4c68f74dfec7a79&device_id=18d5b540-ab17-46a8-8973-9d27569fc72e HTTP/1.1" status: 200 len: 1098 time: 0.0430000 Jan 28 13:54:40.148590 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013b0b1e-5ffa-4691-bd78-f2fd41a5bfe4 req-5d810be2-32c3-4f18-961e-ac3343bbeaa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:40.150115 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-013b0b1e-5ffa-4691-bd78-f2fd41a5bfe4 req-5d810be2-32c3-4f18-961e-ac3343bbeaa6 service neutron] 10.222.0.78 "GET /v2.0/networks?id=edec13d6-6734-4abe-91ae-5b6be190099b HTTP/1.1" status: 200 len: 913 time: 0.0903952 Jan 28 13:54:40.216885 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-013b0b1e-5ffa-4691-bd78-f2fd41a5bfe4 req-33501801-6d86-4139-84d3-ed7c4b52cf5b service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e5a428e6-2573-449b-ba21-9d27628c1a96 HTTP/1.1" status: 200 len: 1000 time: 0.0601664 Jan 28 13:54:40.265880 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013b0b1e-5ffa-4691-bd78-f2fd41a5bfe4 req-dc374f1f-9979-4d22-bdf0-74b5b16bced4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:40.267353 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-013b0b1e-5ffa-4691-bd78-f2fd41a5bfe4 req-dc374f1f-9979-4d22-bdf0-74b5b16bced4 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=0bbd587e-7762-4c23-87b9-7f5b462e54c4 HTTP/1.1" status: 200 len: 851 time: 0.0448194 Jan 28 13:54:40.316045 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013b0b1e-5ffa-4691-bd78-f2fd41a5bfe4 req-7d9c3988-ed41-4e28-bbd3-d879c78bf711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:40.317910 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-013b0b1e-5ffa-4691-bd78-f2fd41a5bfe4 req-7d9c3988-ed41-4e28-bbd3-d879c78bf711 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=edec13d6-6734-4abe-91ae-5b6be190099b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0448327 Jan 28 13:54:40.407428 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-013b0b1e-5ffa-4691-bd78-f2fd41a5bfe4 req-a901499a-e8a3-46e5-9a4b-32ed261c313a service neutron] 10.222.0.78 "GET /v2.0/networks/edec13d6-6734-4abe-91ae-5b6be190099b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810900 Jan 28 13:54:40.505363 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-013b0b1e-5ffa-4691-bd78-f2fd41a5bfe4 req-b0c27abb-30ba-4ba3-8de5-538ea83592e0 service neutron] 10.222.0.78 "GET /v2.0/networks/edec13d6-6734-4abe-91ae-5b6be190099b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913639 Jan 28 13:54:40.691340 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d44b965-4551-4419-84e2-d274a9fce53a req-417f372c-ed9a-4e55-a934-4320a8d37f1a tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:40.693190 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-2d44b965-4551-4419-84e2-d274a9fce53a req-417f372c-ed9a-4e55-a934-4320a8d37f1a tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/ports?device_id=c43dc553-ff18-4fb1-84d2-13c79bcd29d2 HTTP/1.1" status: 200 len: 945 time: 0.0510130 Jan 28 13:54:40.743120 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-2d44b965-4551-4419-84e2-d274a9fce53a req-8fb2d3e8-fbe3-4a1a-85a1-099706db22fb tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/security-groups?id=cc3d7f4f-8faf-4a84-9aeb-6e37e715434d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414762 Jan 28 13:54:41.873236 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda85d23-6d6d-4493-9259-42b6bfb1069e req-f3d9d931-468f-4ae8-94b0-ff5822032a11 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:41.875439 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-fda85d23-6d6d-4493-9259-42b6bfb1069e req-f3d9d931-468f-4ae8-94b0-ff5822032a11 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/ports?device_id=c43dc553-ff18-4fb1-84d2-13c79bcd29d2 HTTP/1.1" status: 200 len: 945 time: 0.0482857 Jan 28 13:54:41.925571 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-fda85d23-6d6d-4493-9259-42b6bfb1069e req-f4807a19-484e-4e1d-8ba8-0a539e90f818 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/security-groups?id=cc3d7f4f-8faf-4a84-9aeb-6e37e715434d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447090 Jan 28 13:54:43.073485 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1799995-0954-4720-9319-a36ab8f07876 req-fe3a598c-b61c-4f59-97e5-3b9b0d18fb9e tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:43.075060 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-d1799995-0954-4720-9319-a36ab8f07876 req-fe3a598c-b61c-4f59-97e5-3b9b0d18fb9e tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/ports?device_id=c43dc553-ff18-4fb1-84d2-13c79bcd29d2 HTTP/1.1" status: 200 len: 945 time: 0.0572126 Jan 28 13:54:43.127929 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-d1799995-0954-4720-9319-a36ab8f07876 req-5a90d4dd-258b-491e-842a-3d62e032f9aa tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/security-groups?id=cc3d7f4f-8faf-4a84-9aeb-6e37e715434d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469956 Jan 28 13:54:44.259154 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188678eb-2977-4998-a828-3e56cb9f06fa req-956ba44a-6a17-4f98-8eb1-9ab0e68e470c tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:44.261286 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-188678eb-2977-4998-a828-3e56cb9f06fa req-956ba44a-6a17-4f98-8eb1-9ab0e68e470c tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/ports?device_id=c43dc553-ff18-4fb1-84d2-13c79bcd29d2 HTTP/1.1" status: 200 len: 945 time: 0.0547309 Jan 28 13:54:44.310132 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-188678eb-2977-4998-a828-3e56cb9f06fa req-00f59579-dfad-4d58-bf96-fc931522647c tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/security-groups?id=cc3d7f4f-8faf-4a84-9aeb-6e37e715434d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432746 Jan 28 13:54:45.439381 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94333b87-89a3-47ff-b791-ea884896884e req-2bbd8356-db68-472e-ba68-750e3fd5544d tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:45.440945 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-94333b87-89a3-47ff-b791-ea884896884e req-2bbd8356-db68-472e-ba68-750e3fd5544d tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/ports?device_id=c43dc553-ff18-4fb1-84d2-13c79bcd29d2 HTTP/1.1" status: 200 len: 945 time: 0.0535827 Jan 28 13:54:45.497539 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-94333b87-89a3-47ff-b791-ea884896884e req-2520e71c-e015-47ef-8ec1-6ebcfa982078 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/security-groups?id=cc3d7f4f-8faf-4a84-9aeb-6e37e715434d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504029 Jan 28 13:54:46.641027 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c961531d-9ef9-4d5f-a679-0c6cfc6a0af4 req-81366c7e-442a-4ed3-b395-e203bb716856 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:46.644969 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-c961531d-9ef9-4d5f-a679-0c6cfc6a0af4 req-81366c7e-442a-4ed3-b395-e203bb716856 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/ports?device_id=c43dc553-ff18-4fb1-84d2-13c79bcd29d2 HTTP/1.1" status: 200 len: 945 time: 0.0619576 Jan 28 13:54:46.706821 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-c961531d-9ef9-4d5f-a679-0c6cfc6a0af4 req-1d731f66-d2c4-4ceb-a7b3-aad326a92abe tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/security-groups?id=cc3d7f4f-8faf-4a84-9aeb-6e37e715434d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541523 Jan 28 13:54:47.835384 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65400547-e82a-4bf7-9493-aefdaa5c12c6 req-4e7f584e-010f-4739-adee-cb845585343a tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:47.841352 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-65400547-e82a-4bf7-9493-aefdaa5c12c6 req-4e7f584e-010f-4739-adee-cb845585343a tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/ports?device_id=c43dc553-ff18-4fb1-84d2-13c79bcd29d2 HTTP/1.1" status: 200 len: 945 time: 0.0591981 Jan 28 13:54:47.890435 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-65400547-e82a-4bf7-9493-aefdaa5c12c6 req-53420e9c-22f4-4e4c-82c5-7d324206a9c5 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/security-groups?id=cc3d7f4f-8faf-4a84-9aeb-6e37e715434d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471959 Jan 28 13:54:49.021194 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f3d4d4-67de-49df-81e2-717195674d4a req-3651a83b-2747-4a71-a189-c4fa7a280790 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:49.022808 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-65f3d4d4-67de-49df-81e2-717195674d4a req-3651a83b-2747-4a71-a189-c4fa7a280790 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/ports?device_id=c43dc553-ff18-4fb1-84d2-13c79bcd29d2 HTTP/1.1" status: 200 len: 945 time: 0.0502329 Jan 28 13:54:49.073255 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-65f3d4d4-67de-49df-81e2-717195674d4a req-8b59bae9-7095-4f74-bb10-c7ed03bded63 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/security-groups?id=cc3d7f4f-8faf-4a84-9aeb-6e37e715434d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435853 Jan 28 13:54:50.195321 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2289a6-9907-4655-bbee-60cb20fa6047 req-12edbaa3-3777-4ce4-b521-32ab355c1383 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:50.197147 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-fb2289a6-9907-4655-bbee-60cb20fa6047 req-12edbaa3-3777-4ce4-b521-32ab355c1383 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/ports?device_id=c43dc553-ff18-4fb1-84d2-13c79bcd29d2 HTTP/1.1" status: 200 len: 945 time: 0.0492074 Jan 28 13:54:50.246594 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-fb2289a6-9907-4655-bbee-60cb20fa6047 req-ff4400e5-3178-491d-a4dc-18e04a62a2c1 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/security-groups?id=cc3d7f4f-8faf-4a84-9aeb-6e37e715434d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435553 Jan 28 13:54:51.392454 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb3eef1-9995-47c4-87b6-d22db8f0a1f4 req-77645550-370c-4c05-b90e-66a67b129044 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:51.393925 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-feb3eef1-9995-47c4-87b6-d22db8f0a1f4 req-77645550-370c-4c05-b90e-66a67b129044 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/ports?device_id=c43dc553-ff18-4fb1-84d2-13c79bcd29d2 HTTP/1.1" status: 200 len: 945 time: 0.0556445 Jan 28 13:54:51.451360 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-feb3eef1-9995-47c4-87b6-d22db8f0a1f4 req-f476e209-2b3d-41c6-b1b6-b0537c5397dc tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/security-groups?id=cc3d7f4f-8faf-4a84-9aeb-6e37e715434d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511978 Jan 28 13:54:52.572280 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7390554f-ae33-4d70-82fc-39ccc328b81d req-b30eaa86-ebbb-46fd-a187-af3df0bf4f25 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:52.578746 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-7390554f-ae33-4d70-82fc-39ccc328b81d req-b30eaa86-ebbb-46fd-a187-af3df0bf4f25 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/ports?device_id=c43dc553-ff18-4fb1-84d2-13c79bcd29d2 HTTP/1.1" status: 200 len: 945 time: 0.0558786 Jan 28 13:54:52.625385 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-7390554f-ae33-4d70-82fc-39ccc328b81d req-f87bca1f-8964-4dcb-9837-ff780897eb79 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/security-groups?id=cc3d7f4f-8faf-4a84-9aeb-6e37e715434d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457346 Jan 28 13:54:53.747319 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbede1f-c051-49c2-9a85-b8eef2213ad7 req-158f0ffa-6926-46ad-a85d-ad7b8a39279d tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:53.748822 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-3dbede1f-c051-49c2-9a85-b8eef2213ad7 req-158f0ffa-6926-46ad-a85d-ad7b8a39279d tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/ports?device_id=c43dc553-ff18-4fb1-84d2-13c79bcd29d2 HTTP/1.1" status: 200 len: 945 time: 0.0528200 Jan 28 13:54:53.821906 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c491b5-7cbe-4fda-be5c-5446b2e07ea6 req-8e28d58a-86b7-45bf-bdf7-fd68d2d933d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:53.823407 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-99c491b5-7cbe-4fda-be5c-5446b2e07ea6 req-8e28d58a-86b7-45bf-bdf7-fd68d2d933d1 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=0799c831a5c443ae8c670a0c79104f84&device_id=c43dc553-ff18-4fb1-84d2-13c79bcd29d2 HTTP/1.1" status: 200 len: 1098 time: 0.0723987 Jan 28 13:54:53.826949 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-3dbede1f-c051-49c2-9a85-b8eef2213ad7 req-242b00c4-3b22-483d-bc31-ab520ba3990f tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/security-groups?id=cc3d7f4f-8faf-4a84-9aeb-6e37e715434d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684426 Jan 28 13:54:53.911538 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c491b5-7cbe-4fda-be5c-5446b2e07ea6 req-8b947786-4f72-460a-aa6e-4802f2c5d664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:53.912918 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-99c491b5-7cbe-4fda-be5c-5446b2e07ea6 req-8b947786-4f72-460a-aa6e-4802f2c5d664 service neutron] 10.222.0.78 "GET /v2.0/networks?id=711eb359-e0a6-4069-8d9d-85442c14b212 HTTP/1.1" status: 200 len: 918 time: 0.0833049 Jan 28 13:54:53.982679 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-99c491b5-7cbe-4fda-be5c-5446b2e07ea6 req-d45b6eb1-f528-47ba-bfae-39e0bd408cf4 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b1bd6aa9-f926-4e61-9af0-6a7b44a33c27 HTTP/1.1" status: 200 len: 1000 time: 0.0632937 Jan 28 13:54:54.030773 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c491b5-7cbe-4fda-be5c-5446b2e07ea6 req-0c9c42d7-a66f-4425-80b5-cc4b4a97ad3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:54.032187 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-99c491b5-7cbe-4fda-be5c-5446b2e07ea6 req-0c9c42d7-a66f-4425-80b5-cc4b4a97ad3e service neutron] 10.222.0.78 "GET /v2.0/subnets?id=6a182525-8d42-4b74-88dd-616808d54b14 HTTP/1.1" status: 200 len: 856 time: 0.0436625 Jan 28 13:54:54.077722 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c491b5-7cbe-4fda-be5c-5446b2e07ea6 req-1e819278-7d3f-41d9-bdc6-99dd5747a4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:54.079189 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-99c491b5-7cbe-4fda-be5c-5446b2e07ea6 req-1e819278-7d3f-41d9-bdc6-99dd5747a4b7 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=711eb359-e0a6-4069-8d9d-85442c14b212&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408711 Jan 28 13:54:54.176101 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-99c491b5-7cbe-4fda-be5c-5446b2e07ea6 req-8776a80b-77bd-41e9-8ca6-6cf9bfd7f819 service neutron] 10.222.0.78 "GET /v2.0/networks/711eb359-e0a6-4069-8d9d-85442c14b212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905783 Jan 28 13:54:54.267490 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-99c491b5-7cbe-4fda-be5c-5446b2e07ea6 req-159c4b50-f240-4d28-b07e-3ed47f772018 service neutron] 10.222.0.78 "GET /v2.0/networks/711eb359-e0a6-4069-8d9d-85442c14b212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851154 Jan 28 13:54:54.969613 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1654992a-79bd-4f9c-8e5c-bd4a3e802803 req-38504779-a2c7-4182-a377-a8519ad7314a tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:54.971222 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-1654992a-79bd-4f9c-8e5c-bd4a3e802803 req-38504779-a2c7-4182-a377-a8519ad7314a tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/ports?device_id=c43dc553-ff18-4fb1-84d2-13c79bcd29d2 HTTP/1.1" status: 200 len: 945 time: 0.0590003 Jan 28 13:54:55.021760 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-1654992a-79bd-4f9c-8e5c-bd4a3e802803 req-16710a34-2ed9-4241-8ec2-6231595eb323 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/security-groups?id=cc3d7f4f-8faf-4a84-9aeb-6e37e715434d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447121 Jan 28 13:54:56.155521 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4741f135-febf-4891-9efd-0ae1231e54e6 req-f08724ba-8a3d-4a45-8ca5-44b199df5f06 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:56.157125 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-4741f135-febf-4891-9efd-0ae1231e54e6 req-f08724ba-8a3d-4a45-8ca5-44b199df5f06 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/ports?device_id=c43dc553-ff18-4fb1-84d2-13c79bcd29d2 HTTP/1.1" status: 200 len: 945 time: 0.0479066 Jan 28 13:54:56.205687 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-4741f135-febf-4891-9efd-0ae1231e54e6 req-136f732a-9f09-4716-bdbd-da524eb98b8a tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/security-groups?id=cc3d7f4f-8faf-4a84-9aeb-6e37e715434d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406904 Jan 28 13:54:56.611994 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Device b1bd6aa9-f926-4e61-9af0-6a7b44a33c27 no longer exists at agent hyperv_hv-cinder-82418 {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:54:56.690259 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Current status of the port b1bd6aa9-f926-4e61-9af0-6a7b44a33c27 is: ACTIVE; New status is: DOWN {{(pid=109086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:54:56.691267 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (b1bd6aa9-f926-4e61-9af0-6a7b44a33c27), before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:56.714833 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c43dc553-ff18-4fb1-84d2-13c79bcd29d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1bd6aa9-f926-4e61-9af0-6a7b44a33c27'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:54:56.717080 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fe2f3ff242846a504b70cb1607640f93490c53de488d62a29fe51e57b5b242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b340dd8-08bb-4f74-8299-e07ff5c37b34" -d '{"events": [{"server_uuid": "c43dc553-ff18-4fb1-84d2-13c79bcd29d2", "name": "network-vif-unplugged", "status": "completed", "tag": "b1bd6aa9-f926-4e61-9af0-6a7b44a33c27"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:54:56.729345 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] For port b1bd6aa9-f926-4e61-9af0-6a7b44a33c27, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=b1bd6aa9-f926-4e61-9af0-6a7b44a33c27,segment=NetworkSegment(4050b7b0-e9a9-41d7-af46-815bd2fde404),segment_id=4050b7b0-e9a9-41d7-af46-815bd2fde404)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:54:56.734732 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862'] for port (b1bd6aa9-f926-4e61-9af0-6a7b44a33c27), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:56.763431 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 28 Jan 2022 13:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-151453d3-0b2d-4753-bb88-e06fb2c5729a x-openstack-request-id: req-151453d3-0b2d-4753-bb88-e06fb2c5729a {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:54:56.763740 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c43dc553-ff18-4fb1-84d2-13c79bcd29d2", "name": "network-vif-unplugged", "status": "failed", "tag": "b1bd6aa9-f926-4e61-9af0-6a7b44a33c27", "code": 422}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:54:56.763996 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-151453d3-0b2d-4753-bb88-e06fb2c5729a {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:54:56.764406 dv-cinder-824187-7-iscsi neutron-server[109086]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c43dc553-ff18-4fb1-84d2-13c79bcd29d2', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b1bd6aa9-f926-4e61-9af0-6a7b44a33c27', 'code': 422} returned with failed status Jan 28 13:54:56.791406 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Pushing event updated for resources: {'Port': ['ID=b1bd6aa9-f926-4e61-9af0-6a7b44a33c27,revision_number=8']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:54:56.994582 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [req-1c6808eb-5634-49f0-a799-a92544b34292 req-6e457d3a-2f46-48de-9f54-4a77f3ca849c service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=109085) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:54:56.995492 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-1c6808eb-5634-49f0-a799-a92544b34292 req-6e457d3a-2f46-48de-9f54-4a77f3ca849c service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055249 Jan 28 13:54:57.162312 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f3b8fa-d43e-4424-8d70-a4b93dd80a8e req-5c0c7702-4da8-4c30-aa3c-0050a5c58c8c tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:57.163823 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-c2f3b8fa-d43e-4424-8d70-a4b93dd80a8e req-5c0c7702-4da8-4c30-aa3c-0050a5c58c8c tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/ports?device_id=c43dc553-ff18-4fb1-84d2-13c79bcd29d2 HTTP/1.1" status: 200 len: 943 time: 0.0540211 Jan 28 13:54:57.213563 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-c2f3b8fa-d43e-4424-8d70-a4b93dd80a8e req-431a4984-a0b4-4fb7-be1d-5cf1bbe75b77 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/security-groups?id=cc3d7f4f-8faf-4a84-9aeb-6e37e715434d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438960 Jan 28 13:54:57.419181 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-e1696297-8690-449a-8750-e4a19b5c71f4 req-ecc249b0-993f-4500-b6fa-8b9219339cfa service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=c43dc553-ff18-4fb1-84d2-13c79bcd29d2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0556169 Jan 28 13:54:58.239517 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b958864d-d112-4ce8-aef8-925f0016e129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (fe6892c5-7eb1-46ce-88dd-77c5bcc32263), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:54:58.247985 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1696297-8690-449a-8750-e4a19b5c71f4 req-57f9a340-a684-476f-a6b3-01cf29971b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:58.250150 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-e1696297-8690-449a-8750-e4a19b5c71f4 req-57f9a340-a684-476f-a6b3-01cf29971b2a service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=c43dc553-ff18-4fb1-84d2-13c79bcd29d2&tenant_id=0799c831a5c443ae8c670a0c79104f84 HTTP/1.1" status: 200 len: 1096 time: 0.0509968 Jan 28 13:54:58.314545 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1696297-8690-449a-8750-e4a19b5c71f4 req-ad489154-b137-4b9e-bede-bf8ea2e8f2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:58.316038 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-e1696297-8690-449a-8750-e4a19b5c71f4 req-ad489154-b137-4b9e-bede-bf8ea2e8f2a8 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=0799c831a5c443ae8c670a0c79104f84&device_id=c43dc553-ff18-4fb1-84d2-13c79bcd29d2 HTTP/1.1" status: 200 len: 1096 time: 0.0432153 Jan 28 13:54:58.335645 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5099996-4756-4382-9b91-510d83cfe99a req-e64004e7-961c-4cc4-9159-f33412fb4a68 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:58.337172 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-a5099996-4756-4382-9b91-510d83cfe99a req-e64004e7-961c-4cc4-9159-f33412fb4a68 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/ports?device_id=c43dc553-ff18-4fb1-84d2-13c79bcd29d2 HTTP/1.1" status: 200 len: 943 time: 0.0497966 Jan 28 13:54:58.383492 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-a5099996-4756-4382-9b91-510d83cfe99a req-20989250-56b8-4d4c-9c21-825126d1f805 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/security-groups?id=cc3d7f4f-8faf-4a84-9aeb-6e37e715434d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402651 Jan 28 13:54:58.406531 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1696297-8690-449a-8750-e4a19b5c71f4 req-e4907afc-3421-4d97-8f2d-d6ae8d9b1ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:58.408019 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-e1696297-8690-449a-8750-e4a19b5c71f4 req-e4907afc-3421-4d97-8f2d-d6ae8d9b1ddd service neutron] 10.222.0.78 "GET /v2.0/networks?id=711eb359-e0a6-4069-8d9d-85442c14b212 HTTP/1.1" status: 200 len: 918 time: 0.0850098 Jan 28 13:54:58.479345 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-e1696297-8690-449a-8750-e4a19b5c71f4 req-426430e5-7f00-44ee-b7a5-feb159eeaf9c service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b1bd6aa9-f926-4e61-9af0-6a7b44a33c27 HTTP/1.1" status: 200 len: 998 time: 0.0640192 Jan 28 13:54:58.528140 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1696297-8690-449a-8750-e4a19b5c71f4 req-f89774d2-4b29-4a4d-9c05-4d5be4b8da22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:58.529719 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-e1696297-8690-449a-8750-e4a19b5c71f4 req-f89774d2-4b29-4a4d-9c05-4d5be4b8da22 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=6a182525-8d42-4b74-88dd-616808d54b14 HTTP/1.1" status: 200 len: 856 time: 0.0443006 Jan 28 13:54:58.577362 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1696297-8690-449a-8750-e4a19b5c71f4 req-34fbd5ef-3a72-466b-b179-2ce646f442c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:58.578815 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-e1696297-8690-449a-8750-e4a19b5c71f4 req-34fbd5ef-3a72-466b-b179-2ce646f442c3 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=711eb359-e0a6-4069-8d9d-85442c14b212&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0420666 Jan 28 13:54:58.672308 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-e1696297-8690-449a-8750-e4a19b5c71f4 req-e5055187-9e43-43bd-8cd2-7ab7ebc4ebba service neutron] 10.222.0.78 "GET /v2.0/networks/711eb359-e0a6-4069-8d9d-85442c14b212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864539 Jan 28 13:54:58.776526 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-e1696297-8690-449a-8750-e4a19b5c71f4 req-318435e9-0eb5-4dae-840e-f4065eb93531 service neutron] 10.222.0.78 "GET /v2.0/networks/711eb359-e0a6-4069-8d9d-85442c14b212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972462 Jan 28 13:54:59.514224 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561d184d-9d11-4b87-9c21-53154fb57a58 req-6c75d325-d4e4-4d09-a16f-410f7c4292d5 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:54:59.515790 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-561d184d-9d11-4b87-9c21-53154fb57a58 req-6c75d325-d4e4-4d09-a16f-410f7c4292d5 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/ports?device_id=c43dc553-ff18-4fb1-84d2-13c79bcd29d2 HTTP/1.1" status: 200 len: 943 time: 0.0552311 Jan 28 13:54:59.571254 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-561d184d-9d11-4b87-9c21-53154fb57a58 req-d4ece7b3-b6a9-4084-a59c-13f1f7e0f320 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/security-groups?id=cc3d7f4f-8faf-4a84-9aeb-6e37e715434d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474517 Jan 28 13:55:00.245661 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c189bad7-7b0c-4141-ae83-ad2c70c8f6c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (5fb30df9-6f10-41b8-94cc-b881623ba250), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:00.699685 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9396cf3f-58ac-4d58-b887-ecd2831dc5dc req-3053c6c1-4db0-4828-ae40-ca05460bec5a tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:55:00.701157 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-9396cf3f-58ac-4d58-b887-ecd2831dc5dc req-3053c6c1-4db0-4828-ae40-ca05460bec5a tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/ports?device_id=c43dc553-ff18-4fb1-84d2-13c79bcd29d2 HTTP/1.1" status: 200 len: 943 time: 0.0518589 Jan 28 13:55:00.752216 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-9396cf3f-58ac-4d58-b887-ecd2831dc5dc req-33eee4de-eb17-49a4-9a3a-5a07f5d506ad tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/security-groups?id=cc3d7f4f-8faf-4a84-9aeb-6e37e715434d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453048 Jan 28 13:55:01.747820 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-120fdcba-5236-4c4f-ad1d-de3bbc2703f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (270c75b4-e9a8-4b16-85de-99abb56244df), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:01.891218 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0ac295-c877-40ac-90cb-4fa46609f979 req-527289b1-bfc9-4447-8c1d-a4c0db34c2a0 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:55:01.892680 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-bc0ac295-c877-40ac-90cb-4fa46609f979 req-527289b1-bfc9-4447-8c1d-a4c0db34c2a0 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/ports?device_id=c43dc553-ff18-4fb1-84d2-13c79bcd29d2 HTTP/1.1" status: 200 len: 943 time: 0.0515809 Jan 28 13:55:01.939441 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-bc0ac295-c877-40ac-90cb-4fa46609f979 req-1bf3d48f-b9a9-4e7c-b0a9-1492ee4e4616 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/security-groups?id=cc3d7f4f-8faf-4a84-9aeb-6e37e715434d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410066 Jan 28 13:55:02.881179 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a365d3e8-b48a-4a28-95b6-25537061fe93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (282d2827-b9b4-4282-91d0-335a7cd9818a), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:02.974729 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (06140fe1-dee6-47e9-9649-a5d5e543fff8), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:03.064026 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ab8665-50c4-40d4-859f-634bd3961942 req-090ba85c-ef7f-4649-ac18-0d74507d0f9a tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:55:03.065556 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-e4ab8665-50c4-40d4-859f-634bd3961942 req-090ba85c-ef7f-4649-ac18-0d74507d0f9a tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/ports?device_id=c43dc553-ff18-4fb1-84d2-13c79bcd29d2 HTTP/1.1" status: 200 len: 943 time: 0.0538733 Jan 28 13:55:03.121936 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-e4ab8665-50c4-40d4-859f-634bd3961942 req-33854dd0-a4af-46f9-a42a-fbd95c7305e1 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/security-groups?id=cc3d7f4f-8faf-4a84-9aeb-6e37e715434d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490403 Jan 28 13:55:04.193453 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (91ec632a-2927-4715-8bad-f3132ebcbe46), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:04.253386 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b50254-de2f-4795-b144-aff0ad90f5ce req-5257020a-473c-49af-ba53-362e2e7df376 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:55:04.254962 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-62b50254-de2f-4795-b144-aff0ad90f5ce req-5257020a-473c-49af-ba53-362e2e7df376 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/ports?device_id=c43dc553-ff18-4fb1-84d2-13c79bcd29d2 HTTP/1.1" status: 200 len: 943 time: 0.0584502 Jan 28 13:55:04.305086 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-62b50254-de2f-4795-b144-aff0ad90f5ce req-37a5920a-a71f-4497-8284-5e2ea60ea5f6 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/security-groups?id=cc3d7f4f-8faf-4a84-9aeb-6e37e715434d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442665 Jan 28 13:55:05.445110 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742611e0-638d-4c43-98ac-f0aa9f5df6ed req-c5ccf9db-1f54-4348-ab89-21978757b9ec tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:55:05.446623 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-742611e0-638d-4c43-98ac-f0aa9f5df6ed req-c5ccf9db-1f54-4348-ab89-21978757b9ec tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/ports?device_id=c43dc553-ff18-4fb1-84d2-13c79bcd29d2 HTTP/1.1" status: 200 len: 943 time: 0.0675411 Jan 28 13:55:05.500658 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-742611e0-638d-4c43-98ac-f0aa9f5df6ed req-a5ce5c37-9d8d-45b2-a65c-b03f66d390bb tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/security-groups?id=cc3d7f4f-8faf-4a84-9aeb-6e37e715434d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470521 Jan 28 13:55:06.631598 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2785af-e618-490b-8cde-2cd40275b501 req-95778602-52cb-472e-9a7f-a8bb4c2960aa tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:55:06.633157 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-bc2785af-e618-490b-8cde-2cd40275b501 req-95778602-52cb-472e-9a7f-a8bb4c2960aa tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/ports?device_id=c43dc553-ff18-4fb1-84d2-13c79bcd29d2 HTTP/1.1" status: 200 len: 943 time: 0.0526187 Jan 28 13:55:06.682069 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-bc2785af-e618-490b-8cde-2cd40275b501 req-026be7c3-ce73-4caf-93b7-a943a518e49c tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/security-groups?id=cc3d7f4f-8faf-4a84-9aeb-6e37e715434d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429444 Jan 28 13:55:07.816569 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b9aade-1366-4501-a131-3a14a249a73a req-9dc08874-4f30-40ff-bb42-02729998b4bc tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:55:07.819098 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-18b9aade-1366-4501-a131-3a14a249a73a req-9dc08874-4f30-40ff-bb42-02729998b4bc tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/ports?device_id=c43dc553-ff18-4fb1-84d2-13c79bcd29d2 HTTP/1.1" status: 200 len: 943 time: 0.0634134 Jan 28 13:55:07.869386 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-18b9aade-1366-4501-a131-3a14a249a73a req-2fa58063-f548-4b99-adc8-ca87c5159e75 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/security-groups?id=cc3d7f4f-8faf-4a84-9aeb-6e37e715434d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446672 Jan 28 13:55:09.020919 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7637ad12-e845-4444-b5ae-c2ab36083eff req-7f16892f-a057-41af-b54d-d20494993093 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:55:09.022378 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-7637ad12-e845-4444-b5ae-c2ab36083eff req-7f16892f-a057-41af-b54d-d20494993093 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/ports?device_id=c43dc553-ff18-4fb1-84d2-13c79bcd29d2 HTTP/1.1" status: 200 len: 943 time: 0.0522311 Jan 28 13:55:09.069645 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-7637ad12-e845-4444-b5ae-c2ab36083eff req-4c0f21db-fea3-42d0-8f3f-98fd1768c04f tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/security-groups?id=cc3d7f4f-8faf-4a84-9aeb-6e37e715434d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416355 Jan 28 13:55:10.194329 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fc4abe-dcdf-4601-a035-12bfa41012fd req-66efe606-4a40-48f3-b7d1-5c3ab9ae636b tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:55:10.195776 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-48fc4abe-dcdf-4601-a035-12bfa41012fd req-66efe606-4a40-48f3-b7d1-5c3ab9ae636b tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/ports?device_id=c43dc553-ff18-4fb1-84d2-13c79bcd29d2 HTTP/1.1" status: 200 len: 943 time: 0.0506449 Jan 28 13:55:10.257367 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-48fc4abe-dcdf-4601-a035-12bfa41012fd req-2fb1fbf0-7824-43ca-b567-2ebf08af04c4 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/security-groups?id=cc3d7f4f-8faf-4a84-9aeb-6e37e715434d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536172 Jan 28 13:55:11.374402 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3011d8-798a-4d33-906e-6c60d788ea86 req-ebea3762-d89c-449d-b41e-f3980be22ee4 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:55:11.375866 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-da3011d8-798a-4d33-906e-6c60d788ea86 req-ebea3762-d89c-449d-b41e-f3980be22ee4 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/ports?device_id=c43dc553-ff18-4fb1-84d2-13c79bcd29d2 HTTP/1.1" status: 200 len: 943 time: 0.0541451 Jan 28 13:55:11.424107 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-da3011d8-798a-4d33-906e-6c60d788ea86 req-be2d3730-5f23-4fe2-ad56-6860a3efaf35 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/security-groups?id=cc3d7f4f-8faf-4a84-9aeb-6e37e715434d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426395 Jan 28 13:55:12.573377 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bd820d-e996-479f-8564-7e45845ca5f5 req-08e61554-4788-4c4b-8eaf-c41710c760d9 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:55:12.574817 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-95bd820d-e996-479f-8564-7e45845ca5f5 req-08e61554-4788-4c4b-8eaf-c41710c760d9 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/ports?device_id=c43dc553-ff18-4fb1-84d2-13c79bcd29d2 HTTP/1.1" status: 200 len: 943 time: 0.0552642 Jan 28 13:55:12.621911 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-95bd820d-e996-479f-8564-7e45845ca5f5 req-c67248c5-585c-4984-bcea-27fa3349ab07 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/security-groups?id=cc3d7f4f-8faf-4a84-9aeb-6e37e715434d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412087 Jan 28 13:55:13.752999 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c56b91a-226a-412e-8eee-aebf954cc790 req-ffc9e86b-3252-4e35-9dcc-d4ca8c34419e tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:55:13.754516 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-9c56b91a-226a-412e-8eee-aebf954cc790 req-ffc9e86b-3252-4e35-9dcc-d4ca8c34419e tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/ports?device_id=c43dc553-ff18-4fb1-84d2-13c79bcd29d2 HTTP/1.1" status: 200 len: 943 time: 0.0505934 Jan 28 13:55:13.811338 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-9c56b91a-226a-412e-8eee-aebf954cc790 req-d8a76455-7f58-4687-9233-afa1619de01f tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/security-groups?id=cc3d7f4f-8faf-4a84-9aeb-6e37e715434d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482743 Jan 28 13:55:14.483848 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.agents_db [None req-2611350c-8bbf-4fa3-a5bb-e2ba3591f3a7 None None] Agent healthcheck: found 6 active agents {{(pid=109087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:55:14.943552 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c122c363-edf0-4f2a-90d8-57dd5faa0804 req-af3dced1-fda0-48b7-961b-bf997633f129 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:55:14.945094 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-c122c363-edf0-4f2a-90d8-57dd5faa0804 req-af3dced1-fda0-48b7-961b-bf997633f129 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/ports?device_id=c43dc553-ff18-4fb1-84d2-13c79bcd29d2 HTTP/1.1" status: 200 len: 943 time: 0.0519161 Jan 28 13:55:14.992155 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-c122c363-edf0-4f2a-90d8-57dd5faa0804 req-96861b8c-53d5-49ad-84e1-ac8fd1fb15ae tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/security-groups?id=cc3d7f4f-8faf-4a84-9aeb-6e37e715434d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414929 Jan 28 13:55:16.128022 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da00a5fd-2395-4486-9c14-671fc888bdd2 req-a3308237-471a-4306-9955-e7cb8a3248e9 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:55:16.129513 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-da00a5fd-2395-4486-9c14-671fc888bdd2 req-a3308237-471a-4306-9955-e7cb8a3248e9 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/ports?device_id=c43dc553-ff18-4fb1-84d2-13c79bcd29d2 HTTP/1.1" status: 200 len: 943 time: 0.0610032 Jan 28 13:55:16.181071 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-da00a5fd-2395-4486-9c14-671fc888bdd2 req-b2fb663b-f1b0-4942-906e-f81755ebee7b tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/security-groups?id=cc3d7f4f-8faf-4a84-9aeb-6e37e715434d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435917 Jan 28 13:55:17.305282 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67622551-9bfb-4eb5-b281-4457814160ea req-c0517b19-c172-4f90-99ef-6aca38e8d305 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:55:17.306818 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-67622551-9bfb-4eb5-b281-4457814160ea req-c0517b19-c172-4f90-99ef-6aca38e8d305 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/ports?device_id=c43dc553-ff18-4fb1-84d2-13c79bcd29d2 HTTP/1.1" status: 200 len: 943 time: 0.0504785 Jan 28 13:55:17.352821 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-67622551-9bfb-4eb5-b281-4457814160ea req-d738b401-45fd-449e-bbf2-38e6aa74ac0b tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/security-groups?id=cc3d7f4f-8faf-4a84-9aeb-6e37e715434d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404150 Jan 28 13:55:18.500940 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0264cd80-c9ae-42ff-bf47-6fc5b4a86ca1 req-3a1c238d-6e2a-4249-b94b-a2f67e5403ba tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:55:18.502346 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-0264cd80-c9ae-42ff-bf47-6fc5b4a86ca1 req-3a1c238d-6e2a-4249-b94b-a2f67e5403ba tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/ports?device_id=c43dc553-ff18-4fb1-84d2-13c79bcd29d2 HTTP/1.1" status: 200 len: 943 time: 0.0582826 Jan 28 13:55:18.551910 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-0264cd80-c9ae-42ff-bf47-6fc5b4a86ca1 req-7dbc41b9-0567-4584-9cee-4f39bc95c769 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/security-groups?id=cc3d7f4f-8faf-4a84-9aeb-6e37e715434d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413756 Jan 28 13:55:18.776486 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Device b1bd6aa9-f926-4e61-9af0-6a7b44a33c27 details requested by agent hyperv_hv-cinder-82418 with host hv-cinder-82418 {{(pid=109086) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:55:18.879878 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] For port b1bd6aa9-f926-4e61-9af0-6a7b44a33c27, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=b1bd6aa9-f926-4e61-9af0-6a7b44a33c27,segment=NetworkSegment(4050b7b0-e9a9-41d7-af46-815bd2fde404),segment_id=4050b7b0-e9a9-41d7-af46-815bd2fde404)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:55:18.891428 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Returning: {'device': 'b1bd6aa9-f926-4e61-9af0-6a7b44a33c27', 'network_id': '711eb359-e0a6-4069-8d9d-85442c14b212', 'port_id': 'b1bd6aa9-f926-4e61-9af0-6a7b44a33c27', 'mac_address': 'fa:16:3e:79:b9:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a182525-8d42-4b74-88dd-616808d54b14', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109086) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:55:18.927960 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Current status of the port b1bd6aa9-f926-4e61-9af0-6a7b44a33c27 is: DOWN; New status is: BUILD {{(pid=109086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:55:18.928343 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (b1bd6aa9-f926-4e61-9af0-6a7b44a33c27), before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:18.945249 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.notifiers.nova [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1bd6aa9-f926-4e61-9af0-6a7b44a33c27 {{(pid=109086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:55:18.966865 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] For port b1bd6aa9-f926-4e61-9af0-6a7b44a33c27, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=b1bd6aa9-f926-4e61-9af0-6a7b44a33c27,segment=NetworkSegment(4050b7b0-e9a9-41d7-af46-815bd2fde404),segment_id=4050b7b0-e9a9-41d7-af46-815bd2fde404)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:55:18.973602 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862'] for port (b1bd6aa9-f926-4e61-9af0-6a7b44a33c27), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:19.021543 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Pushing event updated for resources: {'Port': ['ID=b1bd6aa9-f926-4e61-9af0-6a7b44a33c27,revision_number=9']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:55:19.407847 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] get_ports_and_sgs() called for port_ids ['b1bd6aa9-f926-4e61-9af0-6a7b44a33c27'] {{(pid=109086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:55:19.688475 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8ee4fe-4f84-40c9-a3d4-21ccbe010756 req-9d2d181d-d18b-4107-b23f-514633cf11e1 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:55:19.690019 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-3c8ee4fe-4f84-40c9-a3d4-21ccbe010756 req-9d2d181d-d18b-4107-b23f-514633cf11e1 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/ports?device_id=c43dc553-ff18-4fb1-84d2-13c79bcd29d2 HTTP/1.1" status: 200 len: 944 time: 0.0545626 Jan 28 13:55:19.740455 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-3c8ee4fe-4f84-40c9-a3d4-21ccbe010756 req-6cd23eaa-a709-4590-b08b-17814078b547 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/security-groups?id=cc3d7f4f-8faf-4a84-9aeb-6e37e715434d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421822 Jan 28 13:55:20.794119 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Device b1bd6aa9-f926-4e61-9af0-6a7b44a33c27 up at agent hyperv_hv-cinder-82418 {{(pid=109086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:55:20.842954 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Provisioning complete for port b1bd6aa9-f926-4e61-9af0-6a7b44a33c27 triggered by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:55:20.843341 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041328'] for port (b1bd6aa9-f926-4e61-9af0-6a7b44a33c27), provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:20.874209 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bcff71-0150-435a-917a-475e8ee6e5d0 req-6322c8a2-433e-4466-8471-c60bd5d1cb14 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:55:20.875737 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-02bcff71-0150-435a-917a-475e8ee6e5d0 req-6322c8a2-433e-4466-8471-c60bd5d1cb14 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/ports?device_id=c43dc553-ff18-4fb1-84d2-13c79bcd29d2 HTTP/1.1" status: 200 len: 944 time: 0.0560529 Jan 28 13:55:20.920514 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Current status of the port b1bd6aa9-f926-4e61-9af0-6a7b44a33c27 is: BUILD; New status is: ACTIVE {{(pid=109086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:55:20.921003 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (b1bd6aa9-f926-4e61-9af0-6a7b44a33c27), before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:20.921594 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-02bcff71-0150-435a-917a-475e8ee6e5d0 req-a195216a-0a1a-4051-ba42-097bbae214d9 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/security-groups?id=cc3d7f4f-8faf-4a84-9aeb-6e37e715434d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400212 Jan 28 13:55:20.943710 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c43dc553-ff18-4fb1-84d2-13c79bcd29d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1bd6aa9-f926-4e61-9af0-6a7b44a33c27'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:55:20.945987 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fe2f3ff242846a504b70cb1607640f93490c53de488d62a29fe51e57b5b242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1becbb6-05df-41a2-b754-af57ea6d2a95" -d '{"events": [{"server_uuid": "c43dc553-ff18-4fb1-84d2-13c79bcd29d2", "name": "network-vif-plugged", "status": "completed", "tag": "b1bd6aa9-f926-4e61-9af0-6a7b44a33c27"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:55:20.962399 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] For port b1bd6aa9-f926-4e61-9af0-6a7b44a33c27, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=b1bd6aa9-f926-4e61-9af0-6a7b44a33c27,segment=NetworkSegment(4050b7b0-e9a9-41d7-af46-815bd2fde404),segment_id=4050b7b0-e9a9-41d7-af46-815bd2fde404)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:55:20.968041 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862'] for port (b1bd6aa9-f926-4e61-9af0-6a7b44a33c27), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:20.990493 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:55:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-887a1b58-cb5b-439b-afb2-2bcc63dfddb8 x-openstack-request-id: req-887a1b58-cb5b-439b-afb2-2bcc63dfddb8 {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:55:20.990781 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c43dc553-ff18-4fb1-84d2-13c79bcd29d2", "name": "network-vif-plugged", "status": "completed", "tag": "b1bd6aa9-f926-4e61-9af0-6a7b44a33c27", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:55:20.991055 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-887a1b58-cb5b-439b-afb2-2bcc63dfddb8 {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:55:20.991446 dv-cinder-824187-7-iscsi neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c43dc553-ff18-4fb1-84d2-13c79bcd29d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1bd6aa9-f926-4e61-9af0-6a7b44a33c27', 'code': 200} Jan 28 13:55:21.019124 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Pushing event updated for resources: {'Port': ['ID=b1bd6aa9-f926-4e61-9af0-6a7b44a33c27,revision_number=10']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:55:21.188305 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73da697e-3376-4ae8-9f76-17a53bf294a4 req-9d65bb47-004c-47f7-9cc6-f5ab4b6ce7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:55:21.189941 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-73da697e-3376-4ae8-9f76-17a53bf294a4 req-9d65bb47-004c-47f7-9cc6-f5ab4b6ce7bb service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=c43dc553-ff18-4fb1-84d2-13c79bcd29d2 HTTP/1.1" status: 200 len: 1099 time: 0.0423920 Jan 28 13:55:21.234381 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-73da697e-3376-4ae8-9f76-17a53bf294a4 req-c76e9e00-6bad-4683-beb1-709e7ca85666 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=cc3d7f4f-8faf-4a84-9aeb-6e37e715434d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382538 Jan 28 13:55:22.050574 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bb7397-849f-45fb-bc1b-5de0eefb1165 req-ab7ad40a-9466-4de6-9ed2-5bfa7e4a50d9 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:55:22.052041 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-93bb7397-849f-45fb-bc1b-5de0eefb1165 req-ab7ad40a-9466-4de6-9ed2-5bfa7e4a50d9 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/ports?device_id=c43dc553-ff18-4fb1-84d2-13c79bcd29d2 HTTP/1.1" status: 200 len: 946 time: 0.0495250 Jan 28 13:55:22.101203 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-93bb7397-849f-45fb-bc1b-5de0eefb1165 req-70c45f4d-a12c-4482-9264-927483f64118 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/security-groups?id=cc3d7f4f-8faf-4a84-9aeb-6e37e715434d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411391 Jan 28 13:55:23.237488 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8f525a-ae85-4c8a-b8ec-dda939295f18 req-babe940d-5dc7-4d39-a3b8-9c6183774730 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:55:23.239003 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-bb8f525a-ae85-4c8a-b8ec-dda939295f18 req-babe940d-5dc7-4d39-a3b8-9c6183774730 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/ports?device_id=c43dc553-ff18-4fb1-84d2-13c79bcd29d2 HTTP/1.1" status: 200 len: 946 time: 0.0611720 Jan 28 13:55:23.292581 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-bb8f525a-ae85-4c8a-b8ec-dda939295f18 req-3605e7be-abe3-4801-8a16-4b0787b7ae13 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/security-groups?id=cc3d7f4f-8faf-4a84-9aeb-6e37e715434d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470276 Jan 28 13:55:24.423633 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04895944-9af4-4684-bce3-122d4a633efc req-a5bfd268-c5ac-4194-a47c-90e935266077 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:55:24.425479 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-04895944-9af4-4684-bce3-122d4a633efc req-a5bfd268-c5ac-4194-a47c-90e935266077 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/ports?device_id=c43dc553-ff18-4fb1-84d2-13c79bcd29d2 HTTP/1.1" status: 200 len: 946 time: 0.0535660 Jan 28 13:55:24.477245 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-04895944-9af4-4684-bce3-122d4a633efc req-f0581711-c78b-4b1a-8c61-ddfd69418d78 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/security-groups?id=cc3d7f4f-8faf-4a84-9aeb-6e37e715434d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456614 Jan 28 13:55:28.246752 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c3eac2fa-7d5f-4823-a4b2-039c81fbc89c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (fe6892c5-7eb1-46ce-88dd-77c5bcc32263), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:30.264666 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a2fdd7da-c365-4a9a-8658-e7ce9acb0e14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (5fb30df9-6f10-41b8-94cc-b881623ba250), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:31.753502 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-120fdcba-5236-4c4f-ad1d-de3bbc2703f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (270c75b4-e9a8-4b16-85de-99abb56244df), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:32.893698 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a365d3e8-b48a-4a28-95b6-25537061fe93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (282d2827-b9b4-4282-91d0-335a7cd9818a), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:33.001944 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (06140fe1-dee6-47e9-9649-a5d5e543fff8), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:34.203109 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (91ec632a-2927-4715-8bad-f3132ebcbe46), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:40.237476 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-37611472-bcb0-4ed2-ac42-f0afeb55bf09 req-3bd4ace4-dd87-465a-b8b0-866ee0ca81d0 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=c43dc553-ff18-4fb1-84d2-13c79bcd29d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0440543 Jan 28 13:55:40.299128 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37611472-bcb0-4ed2-ac42-f0afeb55bf09 req-f25c25f1-2c29-49c3-932c-989beffe694a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:55:40.300721 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-37611472-bcb0-4ed2-ac42-f0afeb55bf09 req-f25c25f1-2c29-49c3-932c-989beffe694a service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=0799c831a5c443ae8c670a0c79104f84&device_id=c43dc553-ff18-4fb1-84d2-13c79bcd29d2 HTTP/1.1" status: 200 len: 1099 time: 0.0421584 Jan 28 13:55:40.427879 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37611472-bcb0-4ed2-ac42-f0afeb55bf09 req-5b3cbdf5-fd53-4d85-b1f5-3eefb80c2147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:55:40.429437 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-37611472-bcb0-4ed2-ac42-f0afeb55bf09 req-5b3cbdf5-fd53-4d85-b1f5-3eefb80c2147 service neutron] 10.222.0.78 "GET /v2.0/networks?id=711eb359-e0a6-4069-8d9d-85442c14b212 HTTP/1.1" status: 200 len: 918 time: 0.1091309 Jan 28 13:55:40.498045 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-37611472-bcb0-4ed2-ac42-f0afeb55bf09 req-267b8e39-58fb-44d4-a9e8-1f3376285bb0 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b1bd6aa9-f926-4e61-9af0-6a7b44a33c27 HTTP/1.1" status: 200 len: 1000 time: 0.0601048 Jan 28 13:55:40.558827 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37611472-bcb0-4ed2-ac42-f0afeb55bf09 req-47a4d666-ff5e-4065-88bb-74f0d6c137e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:55:40.560245 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-37611472-bcb0-4ed2-ac42-f0afeb55bf09 req-47a4d666-ff5e-4065-88bb-74f0d6c137e4 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=6a182525-8d42-4b74-88dd-616808d54b14 HTTP/1.1" status: 200 len: 856 time: 0.0551307 Jan 28 13:55:40.613773 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37611472-bcb0-4ed2-ac42-f0afeb55bf09 req-b26d081c-aea2-4b56-8d5b-812c9c066a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:55:40.615269 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-37611472-bcb0-4ed2-ac42-f0afeb55bf09 req-b26d081c-aea2-4b56-8d5b-812c9c066a20 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=711eb359-e0a6-4069-8d9d-85442c14b212&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0479858 Jan 28 13:55:40.724807 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-37611472-bcb0-4ed2-ac42-f0afeb55bf09 req-b0b1be83-fcc4-45e1-be16-2e3036a6db56 service neutron] 10.222.0.78 "GET /v2.0/networks/711eb359-e0a6-4069-8d9d-85442c14b212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021452 Jan 28 13:55:40.817756 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-37611472-bcb0-4ed2-ac42-f0afeb55bf09 req-002a9911-5963-45fe-b3d0-2d35128dab97 service neutron] 10.222.0.78 "GET /v2.0/networks/711eb359-e0a6-4069-8d9d-85442c14b212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851710 Jan 28 13:55:51.492638 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.agents_db [None req-2611350c-8bbf-4fa3-a5bb-e2ba3591f3a7 None None] Agent healthcheck: found 6 active agents {{(pid=109087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:55:54.010648 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689946c6-2819-4d96-8615-124296690c10 req-0be1f0a6-12df-4af4-82bd-c1d146c9998b tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:55:54.012762 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-689946c6-2819-4d96-8615-124296690c10 req-0be1f0a6-12df-4af4-82bd-c1d146c9998b tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] 10.222.0.72 "GET /v2.0/ports?device_id=340c6b44-943b-41b2-9e60-473be6449f85 HTTP/1.1" status: 200 len: 946 time: 0.0561471 Jan 28 13:55:54.068379 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-689946c6-2819-4d96-8615-124296690c10 req-f90031a5-087e-43a9-9857-0072bdd31e5e tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] 10.222.0.72 "GET /v2.0/security-groups?id=eb39dd56-7c50-4cb3-b983-b46a86b65052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471685 Jan 28 13:55:55.195028 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c073ad-b5b2-4fac-af1d-3349efe04f55 req-22390ad2-98fc-489e-bfdf-f49bf552e380 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:55:55.196647 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-31c073ad-b5b2-4fac-af1d-3349efe04f55 req-22390ad2-98fc-489e-bfdf-f49bf552e380 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] 10.222.0.72 "GET /v2.0/ports?device_id=340c6b44-943b-41b2-9e60-473be6449f85 HTTP/1.1" status: 200 len: 946 time: 0.0515375 Jan 28 13:55:55.245380 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-31c073ad-b5b2-4fac-af1d-3349efe04f55 req-b8878fe2-888c-4f61-a563-94491758f5ef tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] 10.222.0.72 "GET /v2.0/security-groups?id=eb39dd56-7c50-4cb3-b983-b46a86b65052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429852 Jan 28 13:55:56.247079 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99808eca-d3e3-4b5c-aa71-f20cea4971cd req-4404f052-3bb8-4d13-853a-fc41503710c2 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:55:56.248554 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-99808eca-d3e3-4b5c-aa71-f20cea4971cd req-4404f052-3bb8-4d13-853a-fc41503710c2 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] 10.222.0.78 "GET /v2.0/ports?device_id=340c6b44-943b-41b2-9e60-473be6449f85 HTTP/1.1" status: 200 len: 946 time: 0.0564904 Jan 28 13:55:56.347402 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-99808eca-d3e3-4b5c-aa71-f20cea4971cd req-94d31fdf-974e-4785-babd-2e5c63a31dad tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Deleting port a42d415f-26bd-4989-ad09-2e1603c7a9ca {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:55:56.347725 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-99808eca-d3e3-4b5c-aa71-f20cea4971cd req-94d31fdf-974e-4785-babd-2e5c63a31dad tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742788692592'] for port (a42d415f-26bd-4989-ad09-2e1603c7a9ca), before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:56.369705 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db9accf-735d-43fa-a9b2-c770cd8a39a8 req-49465a60-c0b5-4b31-857a-f32a7524faa1 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:55:56.371213 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-4db9accf-735d-43fa-a9b2-c770cd8a39a8 req-49465a60-c0b5-4b31-857a-f32a7524faa1 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] 10.222.0.72 "GET /v2.0/ports?device_id=340c6b44-943b-41b2-9e60-473be6449f85 HTTP/1.1" status: 200 len: 946 time: 0.0499756 Jan 28 13:55:56.417111 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-4db9accf-735d-43fa-a9b2-c770cd8a39a8 req-68f1f8de-5033-43ce-b0cf-36d4aca4726d tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] 10.222.0.72 "GET /v2.0/security-groups?id=eb39dd56-7c50-4cb3-b983-b46a86b65052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399909 Jan 28 13:55:56.434519 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-99808eca-d3e3-4b5c-aa71-f20cea4971cd req-94d31fdf-974e-4785-babd-2e5c63a31dad tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] For port a42d415f-26bd-4989-ad09-2e1603c7a9ca, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=a42d415f-26bd-4989-ad09-2e1603c7a9ca,segment=NetworkSegment(76fda797-5fc8-4861-a2c8-4de64e9f2b3e),segment_id=76fda797-5fc8-4861-a2c8-4de64e9f2b3e)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:55:56.434862 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-99808eca-d3e3-4b5c-aa71-f20cea4971cd req-94d31fdf-974e-4785-babd-2e5c63a31dad tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818260'] for port (a42d415f-26bd-4989-ad09-2e1603c7a9ca), precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:56.889584 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-99808eca-d3e3-4b5c-aa71-f20cea4971cd req-94d31fdf-974e-4785-babd-2e5c63a31dad tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:56.889955 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-99808eca-d3e3-4b5c-aa71-f20cea4971cd req-94d31fdf-974e-4785-babd-2e5c63a31dad tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1817779'] for floatingip (d2021b69-07cb-4399-bb63-1b29bd6592e7), after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:56.890268 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.db.l3_db [req-99808eca-d3e3-4b5c-aa71-f20cea4971cd req-94d31fdf-974e-4785-babd-2e5c63a31dad tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Floating IP d2021b69-07cb-4399-bb63-1b29bd6592e7 disassociated. External IP: 172.27.0.140, port: a42d415f-26bd-4989-ad09-2e1603c7a9ca. Jan 28 13:55:56.890610 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-99808eca-d3e3-4b5c-aa71-f20cea4971cd req-94d31fdf-974e-4785-babd-2e5c63a31dad tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Calling delete_port for a42d415f-26bd-4989-ad09-2e1603c7a9ca owned by compute:nova {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:55:57.017052 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-99808eca-d3e3-4b5c-aa71-f20cea4971cd req-94d31fdf-974e-4785-babd-2e5c63a31dad tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742788697034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742788384835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4723325'] for port (a42d415f-26bd-4989-ad09-2e1603c7a9ca), after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:57.044602 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d31fdf-974e-4785-babd-2e5c63a31dad tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Pushing event deleted for resources: {'Port': ['ID=a42d415f-26bd-4989-ad09-2e1603c7a9ca,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:55:57.055995 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d31fdf-974e-4785-babd-2e5c63a31dad tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:55:57.056351 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d31fdf-974e-4785-babd-2e5c63a31dad tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:55:57.056699 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d31fdf-974e-4785-babd-2e5c63a31dad tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:55:57.057076 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d31fdf-974e-4785-babd-2e5c63a31dad tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:55:57.057411 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d31fdf-974e-4785-babd-2e5c63a31dad tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:55:57.057743 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d31fdf-974e-4785-babd-2e5c63a31dad tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:55:57.058070 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d31fdf-974e-4785-babd-2e5c63a31dad tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:55:57.058397 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d31fdf-974e-4785-babd-2e5c63a31dad tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:55:57.058759 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d31fdf-974e-4785-babd-2e5c63a31dad tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:55:57.059029 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d31fdf-974e-4785-babd-2e5c63a31dad tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:55:57.059352 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d31fdf-974e-4785-babd-2e5c63a31dad tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:55:57.059673 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d31fdf-974e-4785-babd-2e5c63a31dad tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:55:57.059990 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d31fdf-974e-4785-babd-2e5c63a31dad tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:55:57.181405 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [req-99808eca-d3e3-4b5c-aa71-f20cea4971cd req-94d31fdf-974e-4785-babd-2e5c63a31dad tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Router 7c5b0b69-8cc3-4035-834e-edb5969b3858 has already been hosted by L3 agent 5fb30df9-6f10-41b8-94cc-b881623ba250 {{(pid=109085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:55:57.296052 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-99808eca-d3e3-4b5c-aa71-f20cea4971cd req-94d31fdf-974e-4785-babd-2e5c63a31dad tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Notify agent at l3_agent.dv-cinder-824187-7-iscsi the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:55:57.307541 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9aac4d0-c295-42d2-9bf1-5cb0c4f8502c None None] Sync routers for ids ['7c5b0b69-8cc3-4035-834e-edb5969b3858'] in dv-cinder-824187-7-iscsi {{(pid=109086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:55:57.321158 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9aac4d0-c295-42d2-9bf1-5cb0c4f8502c None None] Routers {'7c5b0b69-8cc3-4035-834e-edb5969b3858'} bound to L3 agent in host dv-cinder-824187-7-iscsi {{(pid=109086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:55:57.321746 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-a9aac4d0-c295-42d2-9bf1-5cb0c4f8502c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:37:30Z,description=,heartbeat_timestamp=2022-01-28T13:55:30Z,host='dv-cinder-824187-7-iscsi',id=5fb30df9-6f10-41b8-94cc-b881623ba250,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:37:30Z,topic='l3_agent')) {'router_ids': ['7c5b0b69-8cc3-4035-834e-edb5969b3858'], 'active': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:55:57.343577 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-99808eca-d3e3-4b5c-aa71-f20cea4971cd req-94d31fdf-974e-4785-babd-2e5c63a31dad tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] No DVR routers for this DVR port a42d415f-26bd-4989-ad09-2e1603c7a9ca on host hv-cinder-82418 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:55:57.346436 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-99808eca-d3e3-4b5c-aa71-f20cea4971cd req-94d31fdf-974e-4785-babd-2e5c63a31dad tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91499'] for port (None), before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:57.350078 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-99808eca-d3e3-4b5c-aa71-f20cea4971cd req-94d31fdf-974e-4785-babd-2e5c63a31dad tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] 10.222.0.78 "DELETE /v2.0/ports/a42d415f-26bd-4989-ad09-2e1603c7a9ca HTTP/1.1" status: 204 len: 173 time: 1.0957677 Jan 28 13:55:57.350525 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '340c6b44-943b-41b2-9e60-473be6449f85', 'name': 'network-vif-deleted', 'tag': 'a42d415f-26bd-4989-ad09-2e1603c7a9ca'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:55:57.353542 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19ef927ebdb7e136520bf73605241c98ba3844c75ab8794845cb00139da391b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1023269d-f886-47c0-b13a-592a2d68f3f8" -d '{"events": [{"server_uuid": "340c6b44-943b-41b2-9e60-473be6449f85", "name": "network-vif-deleted", "tag": "a42d415f-26bd-4989-ad09-2e1603c7a9ca"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:55:57.396201 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-016e9a7d-334f-48e0-a41b-f699fd836b1f x-openstack-request-id: req-016e9a7d-334f-48e0-a41b-f699fd836b1f {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:55:57.396601 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "340c6b44-943b-41b2-9e60-473be6449f85", "name": "network-vif-deleted", "tag": "a42d415f-26bd-4989-ad09-2e1603c7a9ca", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:55:57.396980 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-016e9a7d-334f-48e0-a41b-f699fd836b1f {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:55:57.397496 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '340c6b44-943b-41b2-9e60-473be6449f85', 'name': 'network-vif-deleted', 'tag': 'a42d415f-26bd-4989-ad09-2e1603c7a9ca', 'status': 'completed', 'code': 200} Jan 28 13:55:57.431355 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvr_db [None req-a9aac4d0-c295-42d2-9bf1-5cb0c4f8502c None None] Set router 7c5b0b69-8cc3-4035-834e-edb5969b3858 gateway port host: dv-cinder-824187-7-iscsi {{(pid=109086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:55:57.537774 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-a0189c0d-9c5a-4451-bbb4-3d1bd15c16db req-ff5e96c7-2c9a-47a2-9927-89adc21d23f4 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] 10.222.0.72 "GET /v2.0/ports?device_id=340c6b44-943b-41b2-9e60-473be6449f85 HTTP/1.1" status: 200 len: 210 time: 0.0304224 Jan 28 13:55:57.650457 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-a9aac4d0-c295-42d2-9bf1-5cb0c4f8502c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c5b0b69-8cc3-4035-834e-edb5969b3858', 'name': 'tempest-AttachVolumeTestJSON-128407593-router', 'tenant_id': '737de5ae86cd4e209c1bd6e090b968f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'external_fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '0a436445-0a24-4f7c-938b-88bfd91db432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:45:22Z', 'updated_at': '2022-01-28T13:45:30Z', 'revision_number': 4, 'project_id': '737de5ae86cd4e209c1bd6e090b968f3', 'gw_port': {'id': '0a436445-0a24-4f7c-938b-88bfd91db432', 'name': '', 'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:a8:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5b0b69-8cc3-4035-834e-edb5969b3858', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:23Z', 'updated_at': '2022-01-28T13:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-7-iscsi', '_interfaces': [{'id': 'ec00c25a-9840-4cfc-887b-e4f424a1ec9d', 'name': '', 'network_id': '78d9b12b-20e5-405d-b8d9-58d523acb332', 'tenant_id': '737de5ae86cd4e209c1bd6e090b968f3', 'mac_address': 'fa:16:3e:cf:81:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5b0b69-8cc3-4035-834e-edb5969b3858', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '3016a3fe-7a83-4026-bb15-1c5764645712', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:29Z', 'updated_at': '2022-01-28T13:45:37Z', 'revision_number': 5, 'project_id': '737de5ae86cd4e209c1bd6e090b968f3', 'subnets': [{'id': '3016a3fe-7a83-4026-bb15-1c5764645712', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824187-7-iscsi', False) {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:55:57.680893 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9aac4d0-c295-42d2-9bf1-5cb0c4f8502c None None] Checking router: 7c5b0b69-8cc3-4035-834e-edb5969b3858 for host: dv-cinder-824187-7-iscsi {{(pid=109086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:55:57.690525 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9aac4d0-c295-42d2-9bf1-5cb0c4f8502c None None] Routers {'7c5b0b69-8cc3-4035-834e-edb5969b3858'} bound to L3 agent in host dv-cinder-824187-7-iscsi {{(pid=109086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:55:57.691133 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-a9aac4d0-c295-42d2-9bf1-5cb0c4f8502c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:37:30Z,description=,heartbeat_timestamp=2022-01-28T13:55:30Z,host='dv-cinder-824187-7-iscsi',id=5fb30df9-6f10-41b8-94cc-b881623ba250,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:37:30Z,topic='l3_agent')) {'router_ids': ['7c5b0b69-8cc3-4035-834e-edb5969b3858'], 'active': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:55:57.797692 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvr_db [None req-a9aac4d0-c295-42d2-9bf1-5cb0c4f8502c None None] Set router 7c5b0b69-8cc3-4035-834e-edb5969b3858 gateway port host: dv-cinder-824187-7-iscsi {{(pid=109086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:55:58.010990 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-a9aac4d0-c295-42d2-9bf1-5cb0c4f8502c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c5b0b69-8cc3-4035-834e-edb5969b3858', 'name': 'tempest-AttachVolumeTestJSON-128407593-router', 'tenant_id': '737de5ae86cd4e209c1bd6e090b968f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'external_fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '0a436445-0a24-4f7c-938b-88bfd91db432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:45:22Z', 'updated_at': '2022-01-28T13:45:30Z', 'revision_number': 4, 'project_id': '737de5ae86cd4e209c1bd6e090b968f3', 'gw_port': {'id': '0a436445-0a24-4f7c-938b-88bfd91db432', 'name': '', 'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:a8:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5b0b69-8cc3-4035-834e-edb5969b3858', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:23Z', 'updated_at': '2022-01-28T13:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-7-iscsi', '_interfaces': [{'id': 'ec00c25a-9840-4cfc-887b-e4f424a1ec9d', 'name': '', 'network_id': '78d9b12b-20e5-405d-b8d9-58d523acb332', 'tenant_id': '737de5ae86cd4e209c1bd6e090b968f3', 'mac_address': 'fa:16:3e:cf:81:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5b0b69-8cc3-4035-834e-edb5969b3858', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '3016a3fe-7a83-4026-bb15-1c5764645712', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:29Z', 'updated_at': '2022-01-28T13:45:37Z', 'revision_number': 5, 'project_id': '737de5ae86cd4e209c1bd6e090b968f3', 'subnets': [{'id': '3016a3fe-7a83-4026-bb15-1c5764645712', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824187-7-iscsi', False) {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:55:58.036994 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9aac4d0-c295-42d2-9bf1-5cb0c4f8502c None None] The sync data for ids ['7c5b0b69-8cc3-4035-834e-edb5969b3858'] in dv-cinder-824187-7-iscsi is: [{'id': '7c5b0b69-8cc3-4035-834e-edb5969b3858', 'name': 'tempest-AttachVolumeTestJSON-128407593-router', 'tenant_id': '737de5ae86cd4e209c1bd6e090b968f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'external_fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '0a436445-0a24-4f7c-938b-88bfd91db432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:45:22Z', 'updated_at': '2022-01-28T13:45:30Z', 'revision_number': 4, 'project_id': '737de5ae86cd4e209c1bd6e090b968f3', 'gw_port': {'id': '0a436445-0a24-4f7c-938b-88bfd91db432', 'name': '', 'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:a8:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5b0b69-8cc3-4035-834e-edb5969b3858', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:23Z', 'updated_at': '2022-01-28T13:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-7-iscsi', '_interfaces': [{'id': 'ec00c25a-9840-4cfc-887b-e4f424a1ec9d', 'name': '', 'network_id': '78d9b12b-20e5-405d-b8d9-58d523acb332', 'tenant_id': '737de5ae86cd4e209c1bd6e090b968f3', 'mac_address': 'fa:16:3e:cf:81:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5b0b69-8cc3-4035-834e-edb5969b3858', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '3016a3fe-7a83-4026-bb15-1c5764645712', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:29Z', 'updated_at': '2022-01-28T13:45:37Z', 'revision_number': 5, 'project_id': '737de5ae86cd4e209c1bd6e090b968f3', 'subnets': [{'id': '3016a3fe-7a83-4026-bb15-1c5764645712', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:55:58.242782 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9c11a219-b601-4b53-9b0f-e19d3fa8d84e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (fe6892c5-7eb1-46ce-88dd-77c5bcc32263), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:58.266227 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26299385-07a7-43d9-bc93-efccccca6889 None None] New status for floating IP d2021b69-07cb-4399-bb63-1b29bd6592e7: DOWN {{(pid=109087) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 13:55:58.629926 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 47860) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:55:58.686118 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-42925a0b-c415-4862-8f72-5c873e435d69 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Publish callbacks [] for security_group (eb39dd56-7c50-4cb3-b983-b46a86b65052), before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:58.710498 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-42925a0b-c415-4862-8f72-5c873e435d69 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Publish callbacks [] for security_group (eb39dd56-7c50-4cb3-b983-b46a86b65052), precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:58.767592 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-42925a0b-c415-4862-8f72-5c873e435d69 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (eb39dd56-7c50-4cb3-b983-b46a86b65052), after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:58.770211 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-42925a0b-c415-4862-8f72-5c873e435d69 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Publish callbacks [] for security_group (None), before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:58.771368 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-42925a0b-c415-4862-8f72-5c873e435d69 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] 10.222.0.72 "DELETE /v2.0/security-groups/eb39dd56-7c50-4cb3-b983-b46a86b65052 HTTP/1.1" status: 204 len: 168 time: 0.1403985 Jan 28 13:55:58.774233 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 47862) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:55:58.780288 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42925a0b-c415-4862-8f72-5c873e435d69 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb39dd56-7c50-4cb3-b983-b46a86b65052,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:55:58.787645 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.api.v2.resource [None req-82a2418f-9358-43cb-983e-b0c7d0b65215 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] show failed (client error): The resource could not be found. Jan 28 13:55:58.788632 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-82a2418f-9358-43cb-983e-b0c7d0b65215 tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] 10.222.0.72 "GET /v2.0/security-groups/eb39dd56-7c50-4cb3-b983-b46a86b65052 HTTP/1.1" status: 404 len: 347 time: 0.0134213 Jan 28 13:55:58.791687 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 47864) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:55:58.914324 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-91cb9148-8916-49d6-9b07-fabe86ba6edf tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Deleting port 9e7cbd49-b0e1-4d29-88c5-29031358bc41 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:55:58.914673 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-91cb9148-8916-49d6-9b07-fabe86ba6edf tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742788692592'] for port (9e7cbd49-b0e1-4d29-88c5-29031358bc41), before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:58.992132 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-91cb9148-8916-49d6-9b07-fabe86ba6edf tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818260'] for port (9e7cbd49-b0e1-4d29-88c5-29031358bc41), precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:58.992410 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-91cb9148-8916-49d6-9b07-fabe86ba6edf tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Publish callbacks [] for floatingip (9e7cbd49-b0e1-4d29-88c5-29031358bc41), precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:59.008163 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-91cb9148-8916-49d6-9b07-fabe86ba6edf tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Calling delete_port for 9e7cbd49-b0e1-4d29-88c5-29031358bc41 owned by network:floatingip {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:55:59.151483 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-91cb9148-8916-49d6-9b07-fabe86ba6edf tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742788697034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742788384835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4723325'] for port (9e7cbd49-b0e1-4d29-88c5-29031358bc41), after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:59.177642 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cb9148-8916-49d6-9b07-fabe86ba6edf tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Pushing event deleted for resources: {'Port': ['ID=9e7cbd49-b0e1-4d29-88c5-29031358bc41,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:55:59.248873 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-91cb9148-8916-49d6-9b07-fabe86ba6edf tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Publish callbacks [] for floatingip (d2021b69-07cb-4399-bb63-1b29bd6592e7), after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:59.251450 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-91cb9148-8916-49d6-9b07-fabe86ba6edf tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91499'] for floatingip (None), before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:55:59.252647 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-91cb9148-8916-49d6-9b07-fabe86ba6edf tempest-AttachVolumeTestJSON-1292982427 tempest-AttachVolumeTestJSON-1292982427-project] 10.222.0.72 "DELETE /v2.0/floatingips/d2021b69-07cb-4399-bb63-1b29bd6592e7 HTTP/1.1" status: 204 len: 168 time: 0.4599574 Jan 28 13:56:00.261328 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b3e31b4a-4174-47a9-af8f-eea31a3762b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (5fb30df9-6f10-41b8-94cc-b881623ba250), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:00.920870 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Device a42d415f-26bd-4989-ad09-2e1603c7a9ca no longer exists at agent hyperv_hv-cinder-82418 {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:56:00.941561 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] No Port match for: a42d415f-26bd-4989-ad09-2e1603c7a9ca {{(pid=109086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:56:00.941901 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Device a42d415f-26bd-4989-ad09-2e1603c7a9ca not bound to the agent host hv-cinder-82418 {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:56:01.752715 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-120fdcba-5236-4c4f-ad1d-de3bbc2703f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (270c75b4-e9a8-4b16-85de-99abb56244df), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:02.821767 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 47894) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:56:02.887437 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a365d3e8-b48a-4a28-95b6-25537061fe93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (282d2827-b9b4-4282-91d0-335a7cd9818a), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:03.010081 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (06140fe1-dee6-47e9-9649-a5d5e543fff8), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:03.520668 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-fdd9bdfb-c9ec-49ad-bf28-4be39863e2bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1811891'] for router_interface (7c5b0b69-8cc3-4035-834e-edb5969b3858), before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:03.783702 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.plugin [None req-fdd9bdfb-c9ec-49ad-bf28-4be39863e2bd admin admin] Deleting port ec00c25a-9840-4cfc-887b-e4f424a1ec9d {{(pid=109084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:56:03.783944 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-fdd9bdfb-c9ec-49ad-bf28-4be39863e2bd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742788692592'] for port (ec00c25a-9840-4cfc-887b-e4f424a1ec9d), before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:03.867230 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.db [None req-fdd9bdfb-c9ec-49ad-bf28-4be39863e2bd admin admin] For port ec00c25a-9840-4cfc-887b-e4f424a1ec9d, host dv-cinder-824187-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-7-iscsi',level=0,port_id=ec00c25a-9840-4cfc-887b-e4f424a1ec9d,segment=NetworkSegment(76fda797-5fc8-4861-a2c8-4de64e9f2b3e),segment_id=76fda797-5fc8-4861-a2c8-4de64e9f2b3e)] {{(pid=109084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:56:03.867921 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-fdd9bdfb-c9ec-49ad-bf28-4be39863e2bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818260'] for port (ec00c25a-9840-4cfc-887b-e4f424a1ec9d), precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:03.881794 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.plugin [None req-fdd9bdfb-c9ec-49ad-bf28-4be39863e2bd admin admin] Calling delete_port for ec00c25a-9840-4cfc-887b-e4f424a1ec9d owned by network:router_interface {{(pid=109084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:56:04.077928 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-fdd9bdfb-c9ec-49ad-bf28-4be39863e2bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742788697034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742788384835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6110957'] for port (ec00c25a-9840-4cfc-887b-e4f424a1ec9d), after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:04.100618 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd9bdfb-c9ec-49ad-bf28-4be39863e2bd admin admin] Pushing event deleted for resources: {'Port': ['ID=ec00c25a-9840-4cfc-887b-e4f424a1ec9d,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:04.110586 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd9bdfb-c9ec-49ad-bf28-4be39863e2bd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:56:04.110948 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd9bdfb-c9ec-49ad-bf28-4be39863e2bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:56:04.111298 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd9bdfb-c9ec-49ad-bf28-4be39863e2bd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:56:04.111578 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd9bdfb-c9ec-49ad-bf28-4be39863e2bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:56:04.111936 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd9bdfb-c9ec-49ad-bf28-4be39863e2bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:56:04.112249 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd9bdfb-c9ec-49ad-bf28-4be39863e2bd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:56:04.113256 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd9bdfb-c9ec-49ad-bf28-4be39863e2bd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:56:04.113256 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd9bdfb-c9ec-49ad-bf28-4be39863e2bd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:56:04.113256 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd9bdfb-c9ec-49ad-bf28-4be39863e2bd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:56:04.113633 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd9bdfb-c9ec-49ad-bf28-4be39863e2bd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:56:04.113825 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd9bdfb-c9ec-49ad-bf28-4be39863e2bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:56:04.114132 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd9bdfb-c9ec-49ad-bf28-4be39863e2bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:56:04.114450 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd9bdfb-c9ec-49ad-bf28-4be39863e2bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:56:04.191032 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (91ec632a-2927-4715-8bad-f3132ebcbe46), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:04.280395 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-fdd9bdfb-c9ec-49ad-bf28-4be39863e2bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2032394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1811743'] for router_interface (7c5b0b69-8cc3-4035-834e-edb5969b3858), after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:04.498174 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdd9bdfb-c9ec-49ad-bf28-4be39863e2bd admin admin] Router 7c5b0b69-8cc3-4035-834e-edb5969b3858 has already been hosted by L3 agent 5fb30df9-6f10-41b8-94cc-b881623ba250 {{(pid=109084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:56:04.608821 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdd9bdfb-c9ec-49ad-bf28-4be39863e2bd admin admin] Notify agent at l3_agent.dv-cinder-824187-7-iscsi the message routers_updated {{(pid=109084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:56:04.614029 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-fdd9bdfb-c9ec-49ad-bf28-4be39863e2bd admin admin] 10.222.0.72 "PUT /v2.0/routers/7c5b0b69-8cc3-4035-834e-edb5969b3858/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7910981 Jan 28 13:56:04.616690 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 47898) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:56:04.619889 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-658c1378-6758-4c27-8df2-82f978920ac1 None None] Sync routers for ids ['7c5b0b69-8cc3-4035-834e-edb5969b3858'] in dv-cinder-824187-7-iscsi {{(pid=109086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:56:04.632393 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658c1378-6758-4c27-8df2-82f978920ac1 None None] Routers {'7c5b0b69-8cc3-4035-834e-edb5969b3858'} bound to L3 agent in host dv-cinder-824187-7-iscsi {{(pid=109086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:56:04.633052 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-658c1378-6758-4c27-8df2-82f978920ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:37:30Z,description=,heartbeat_timestamp=2022-01-28T13:56:00Z,host='dv-cinder-824187-7-iscsi',id=5fb30df9-6f10-41b8-94cc-b881623ba250,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:37:30Z,topic='l3_agent')) {'router_ids': ['7c5b0b69-8cc3-4035-834e-edb5969b3858'], 'active': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:56:04.722424 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-13dfdff0-3135-414e-b31f-fed1b1509b79 admin admin] Publish callbacks [] for router (7c5b0b69-8cc3-4035-834e-edb5969b3858), before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:04.735356 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvr_db [None req-658c1378-6758-4c27-8df2-82f978920ac1 None None] Set router 7c5b0b69-8cc3-4035-834e-edb5969b3858 gateway port host: dv-cinder-824187-7-iscsi {{(pid=109086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:56:04.827955 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-13dfdff0-3135-414e-b31f-fed1b1509b79 admin admin] Publish callbacks [] for router_gateway (7c5b0b69-8cc3-4035-834e-edb5969b3858), before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:04.880953 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.plugin [None req-13dfdff0-3135-414e-b31f-fed1b1509b79 admin admin] Deleting port 0a436445-0a24-4f7c-938b-88bfd91db432 {{(pid=109084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:56:04.881699 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-13dfdff0-3135-414e-b31f-fed1b1509b79 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742788692592'] for port (0a436445-0a24-4f7c-938b-88bfd91db432), before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:04.912752 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-658c1378-6758-4c27-8df2-82f978920ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c5b0b69-8cc3-4035-834e-edb5969b3858', 'name': 'tempest-AttachVolumeTestJSON-128407593-router', 'tenant_id': '737de5ae86cd4e209c1bd6e090b968f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'external_fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.94'}], 'enable_snat': True}, 'gw_port_id': '0a436445-0a24-4f7c-938b-88bfd91db432', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:45:22Z', 'updated_at': '2022-01-28T13:56:04Z', 'revision_number': 5, 'project_id': '737de5ae86cd4e209c1bd6e090b968f3', 'gw_port': {'id': '0a436445-0a24-4f7c-938b-88bfd91db432', 'name': '', 'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:a8:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5b0b69-8cc3-4035-834e-edb5969b3858', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:23Z', 'updated_at': '2022-01-28T13:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-7-iscsi'}], 'dv-cinder-824187-7-iscsi', False) {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:56:04.940632 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-658c1378-6758-4c27-8df2-82f978920ac1 None None] Checking router: 7c5b0b69-8cc3-4035-834e-edb5969b3858 for host: dv-cinder-824187-7-iscsi {{(pid=109086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:56:04.949662 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658c1378-6758-4c27-8df2-82f978920ac1 None None] Routers {'7c5b0b69-8cc3-4035-834e-edb5969b3858'} bound to L3 agent in host dv-cinder-824187-7-iscsi {{(pid=109086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:56:04.950275 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-658c1378-6758-4c27-8df2-82f978920ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:37:30Z,description=,heartbeat_timestamp=2022-01-28T13:56:00Z,host='dv-cinder-824187-7-iscsi',id=5fb30df9-6f10-41b8-94cc-b881623ba250,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:37:30Z,topic='l3_agent')) {'router_ids': ['7c5b0b69-8cc3-4035-834e-edb5969b3858'], 'active': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:56:04.962369 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.db [None req-13dfdff0-3135-414e-b31f-fed1b1509b79 admin admin] For port 0a436445-0a24-4f7c-938b-88bfd91db432, host dv-cinder-824187-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-7-iscsi',level=0,port_id=0a436445-0a24-4f7c-938b-88bfd91db432,segment=NetworkSegment(2ff911eb-b784-4487-8703-ed6009453f86),segment_id=2ff911eb-b784-4487-8703-ed6009453f86)] {{(pid=109084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:56:04.962743 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-13dfdff0-3135-414e-b31f-fed1b1509b79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818260'] for port (0a436445-0a24-4f7c-938b-88bfd91db432), precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:04.975064 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.plugin [None req-13dfdff0-3135-414e-b31f-fed1b1509b79 admin admin] Calling delete_port for 0a436445-0a24-4f7c-938b-88bfd91db432 owned by network:router_gateway {{(pid=109084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:56:05.151641 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-13dfdff0-3135-414e-b31f-fed1b1509b79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742788697034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742788384835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6110957'] for port (0a436445-0a24-4f7c-938b-88bfd91db432), after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:05.168517 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvr_db [None req-658c1378-6758-4c27-8df2-82f978920ac1 None None] Set router 7c5b0b69-8cc3-4035-834e-edb5969b3858 gateway port host: None {{(pid=109086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:56:05.175772 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dfdff0-3135-414e-b31f-fed1b1509b79 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a436445-0a24-4f7c-938b-88bfd91db432,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:05.221983 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-658c1378-6758-4c27-8df2-82f978920ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c5b0b69-8cc3-4035-834e-edb5969b3858', 'name': 'tempest-AttachVolumeTestJSON-128407593-router', 'tenant_id': '737de5ae86cd4e209c1bd6e090b968f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:45:22Z', 'updated_at': '2022-01-28T13:56:04Z', 'revision_number': 6, 'project_id': '737de5ae86cd4e209c1bd6e090b968f3', 'gw_port_host': None}], 'dv-cinder-824187-7-iscsi', False) {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:56:05.236934 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-13dfdff0-3135-414e-b31f-fed1b1509b79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1816949'] for router_gateway (7c5b0b69-8cc3-4035-834e-edb5969b3858), after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:05.252102 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-658c1378-6758-4c27-8df2-82f978920ac1 None None] The sync data for ids ['7c5b0b69-8cc3-4035-834e-edb5969b3858'] in dv-cinder-824187-7-iscsi is: [{'id': '7c5b0b69-8cc3-4035-834e-edb5969b3858', 'name': 'tempest-AttachVolumeTestJSON-128407593-router', 'tenant_id': '737de5ae86cd4e209c1bd6e090b968f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:45:22Z', 'updated_at': '2022-01-28T13:56:04Z', 'revision_number': 6, 'project_id': '737de5ae86cd4e209c1bd6e090b968f3', 'gw_port_host': None}] {{(pid=109086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:56:05.329351 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-13dfdff0-3135-414e-b31f-fed1b1509b79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1812480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-46618'] for router (7c5b0b69-8cc3-4035-834e-edb5969b3858), precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:05.331521 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-13dfdff0-3135-414e-b31f-fed1b1509b79 admin admin] Publish callbacks [] for router_controller (7c5b0b69-8cc3-4035-834e-edb5969b3858), precommit_delete_associations {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:05.378711 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-13dfdff0-3135-414e-b31f-fed1b1509b79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1812489'] for router (7c5b0b69-8cc3-4035-834e-edb5969b3858), after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:05.379300 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13dfdff0-3135-414e-b31f-fed1b1509b79 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7c5b0b69-8cc3-4035-834e-edb5969b3858 {{(pid=109084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:56:05.384091 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-13dfdff0-3135-414e-b31f-fed1b1509b79 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:05.385277 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-13dfdff0-3135-414e-b31f-fed1b1509b79 admin admin] 10.222.0.72 "DELETE /v2.0/routers/7c5b0b69-8cc3-4035-834e-edb5969b3858 HTTP/1.1" status: 204 len: 168 time: 0.7676997 Jan 28 13:56:05.388526 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 47902) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:56:05.431895 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.db.db_base_plugin_v2 [None req-96a358f7-359f-4243-9697-e84415e5b1f3 admin admin] Deleting subnet 3016a3fe-7a83-4026-bb15-1c5764645712 {{(pid=109084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:56:05.435098 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-96a358f7-359f-4243-9697-e84415e5b1f3 admin admin] Publish callbacks [] for subnet (3016a3fe-7a83-4026-bb15-1c5764645712), before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:05.468986 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-96a358f7-359f-4243-9697-e84415e5b1f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4731551'] for subnet (3016a3fe-7a83-4026-bb15-1c5764645712), precommit_delete_associations {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:05.547808 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-96a358f7-359f-4243-9697-e84415e5b1f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1036461'] for subnet (3016a3fe-7a83-4026-bb15-1c5764645712), precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:05.601356 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-96a358f7-359f-4243-9697-e84415e5b1f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1036450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6110936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5832109'] for subnet (3016a3fe-7a83-4026-bb15-1c5764645712), after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:05.627297 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a358f7-359f-4243-9697-e84415e5b1f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3016a3fe-7a83-4026-bb15-1c5764645712,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:05.631388 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-96a358f7-359f-4243-9697-e84415e5b1f3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:05.637304 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-96a358f7-359f-4243-9697-e84415e5b1f3 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/3016a3fe-7a83-4026-bb15-1c5764645712 HTTP/1.1" status: 204 len: 168 time: 0.2451251 Jan 28 13:56:05.637485 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 47904) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:56:05.640220 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-047e0e1f-d05b-41db-be22-308d273e8fc5 None None] Network 78d9b12b-20e5-405d-b8d9-58d523acb332 requested from dv-cinder-824187-7-iscsi {{(pid=109086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:56:05.721215 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-42e520a6-3b57-4b10-9edc-ce41b7592b73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-799852'] for network (78d9b12b-20e5-405d-b8d9-58d523acb332), before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:05.778543 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.plugin [None req-42e520a6-3b57-4b10-9edc-ce41b7592b73 admin admin] Deleting port f1a89e56-b733-4fa9-a569-5f08330bd26c {{(pid=109084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:56:05.778882 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-42e520a6-3b57-4b10-9edc-ce41b7592b73 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742788692592'] for port (f1a89e56-b733-4fa9-a569-5f08330bd26c), before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:05.841852 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.db [None req-42e520a6-3b57-4b10-9edc-ce41b7592b73 admin admin] For port f1a89e56-b733-4fa9-a569-5f08330bd26c, host dv-cinder-824187-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-7-iscsi',level=0,port_id=f1a89e56-b733-4fa9-a569-5f08330bd26c,segment=NetworkSegment(76fda797-5fc8-4861-a2c8-4de64e9f2b3e),segment_id=76fda797-5fc8-4861-a2c8-4de64e9f2b3e)] {{(pid=109084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:56:05.842246 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-42e520a6-3b57-4b10-9edc-ce41b7592b73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818260'] for port (f1a89e56-b733-4fa9-a569-5f08330bd26c), precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:05.855396 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.plugin [None req-42e520a6-3b57-4b10-9edc-ce41b7592b73 admin admin] Calling delete_port for f1a89e56-b733-4fa9-a569-5f08330bd26c owned by network:dhcp {{(pid=109084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:56:05.955916 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-42e520a6-3b57-4b10-9edc-ce41b7592b73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742788697034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742788384835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6110957'] for port (f1a89e56-b733-4fa9-a569-5f08330bd26c), after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:05.984283 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e520a6-3b57-4b10-9edc-ce41b7592b73 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1a89e56-b733-4fa9-a569-5f08330bd26c,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:05.987735 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e520a6-3b57-4b10-9edc-ce41b7592b73 admin admin] No DVR routers for this DVR port f1a89e56-b733-4fa9-a569-5f08330bd26c on host dv-cinder-824187-7-iscsi {{(pid=109084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:56:06.042577 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-742c279d-bff1-4e36-9e28-efa2d63c6eff None None] DHCP port deletion for 78d9b12b-20e5-405d-b8d9-58d523acb332 request from dv-cinder-824187-7-iscsi {{(pid=109086) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:56:06.066636 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-42e520a6-3b57-4b10-9edc-ce41b7592b73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1044054', 'neutron.services.segments.db._delete_segments_for_network-8742788684692'] for network (78d9b12b-20e5-405d-b8d9-58d523acb332), precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:06.090119 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.services.segments.db [None req-42e520a6-3b57-4b10-9edc-ce41b7592b73 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78d9b12b-20e5-405d-b8d9-58d523acb332']}} {{(pid=109084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:56:06.099468 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.services.segments.db [None req-42e520a6-3b57-4b10-9edc-ce41b7592b73 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76fda797-5fc8-4861-a2c8-4de64e9f2b3e') {'for_net_delete': True} {{(pid=109084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:56:06.099763 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.services.segments.db [None req-42e520a6-3b57-4b10-9edc-ce41b7592b73 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76fda797-5fc8-4861-a2c8-4de64e9f2b3e') {} {{(pid=109084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:56:06.110398 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-42e520a6-3b57-4b10-9edc-ce41b7592b73 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742788686749', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4731622'] for segment (76fda797-5fc8-4861-a2c8-4de64e9f2b3e), before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:06.114161 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Device 0a436445-0a24-4f7c-938b-88bfd91db432 no longer exists at agent ovs-agent-dv-cinder-824187-7-iscsi {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:56:06.126667 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-42e520a6-3b57-4b10-9edc-ce41b7592b73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-923698'] for segment (76fda797-5fc8-4861-a2c8-4de64e9f2b3e), precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:06.133353 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42e520a6-3b57-4b10-9edc-ce41b7592b73 admin admin] Releasing vlan 744 on physical network physnet1 to pool {{(pid=109084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:56:06.134036 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-42e520a6-3b57-4b10-9edc-ce41b7592b73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-923698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6110770'] for segment (76fda797-5fc8-4861-a2c8-4de64e9f2b3e), after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:06.135690 dv-cinder-824187-7-iscsi neutron-server[109084]: Traceback (most recent call last): Jan 28 13:56:06.135690 dv-cinder-824187-7-iscsi neutron-server[109084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:56:06.135690 dv-cinder-824187-7-iscsi neutron-server[109084]: timer() Jan 28 13:56:06.135690 dv-cinder-824187-7-iscsi neutron-server[109084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:56:06.135690 dv-cinder-824187-7-iscsi neutron-server[109084]: cb(*args, **kw) Jan 28 13:56:06.135690 dv-cinder-824187-7-iscsi neutron-server[109084]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:56:06.135690 dv-cinder-824187-7-iscsi neutron-server[109084]: return func(*args, **kwargs) Jan 28 13:56:06.135690 dv-cinder-824187-7-iscsi neutron-server[109084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:56:06.135690 dv-cinder-824187-7-iscsi neutron-server[109084]: self._notify() Jan 28 13:56:06.135690 dv-cinder-824187-7-iscsi neutron-server[109084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:56:06.135690 dv-cinder-824187-7-iscsi neutron-server[109084]: self.callback(batched_events) Jan 28 13:56:06.135690 dv-cinder-824187-7-iscsi neutron-server[109084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:56:06.135690 dv-cinder-824187-7-iscsi neutron-server[109084]: event.method(event) Jan 28 13:56:06.135690 dv-cinder-824187-7-iscsi neutron-server[109084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:56:06.135690 dv-cinder-824187-7-iscsi neutron-server[109084]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:56:06.135690 dv-cinder-824187-7-iscsi neutron-server[109084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:56:06.135690 dv-cinder-824187-7-iscsi neutron-server[109084]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:56:06.135690 dv-cinder-824187-7-iscsi neutron-server[109084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:56:06.135690 dv-cinder-824187-7-iscsi neutron-server[109084]: return f(self, *a, **k) Jan 28 13:56:06.135690 dv-cinder-824187-7-iscsi neutron-server[109084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:56:06.135690 dv-cinder-824187-7-iscsi neutron-server[109084]: return self._get(url).json() Jan 28 13:56:06.135690 dv-cinder-824187-7-iscsi neutron-server[109084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:56:06.135690 dv-cinder-824187-7-iscsi neutron-server[109084]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:56:06.135690 dv-cinder-824187-7-iscsi neutron-server[109084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:56:06.135690 dv-cinder-824187-7-iscsi neutron-server[109084]: return self.request(url, 'GET', **kwargs) Jan 28 13:56:06.135690 dv-cinder-824187-7-iscsi neutron-server[109084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:56:06.135690 dv-cinder-824187-7-iscsi neutron-server[109084]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:56:06.135690 dv-cinder-824187-7-iscsi neutron-server[109084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:56:06.135690 dv-cinder-824187-7-iscsi neutron-server[109084]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:56:06.135690 dv-cinder-824187-7-iscsi neutron-server[109084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:56:06.135690 dv-cinder-824187-7-iscsi neutron-server[109084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:56:06.135690 dv-cinder-824187-7-iscsi neutron-server[109084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:56:06.138479 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] No Port match for: 0a436445-0a24-4f7c-938b-88bfd91db432 {{(pid=109086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:56:06.138479 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Device 0a436445-0a24-4f7c-938b-88bfd91db432 not bound to the agent host dv-cinder-824187-7-iscsi {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:56:06.139017 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Device ec00c25a-9840-4cfc-887b-e4f424a1ec9d no longer exists at agent ovs-agent-dv-cinder-824187-7-iscsi {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:56:06.159052 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] No Port match for: ec00c25a-9840-4cfc-887b-e4f424a1ec9d {{(pid=109086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:56:06.159411 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Device ec00c25a-9840-4cfc-887b-e4f424a1ec9d not bound to the agent host dv-cinder-824187-7-iscsi {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:56:06.159832 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Device f1a89e56-b733-4fa9-a569-5f08330bd26c no longer exists at agent ovs-agent-dv-cinder-824187-7-iscsi {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:56:06.179480 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] No Port match for: f1a89e56-b733-4fa9-a569-5f08330bd26c {{(pid=109086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:56:06.179859 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Device f1a89e56-b733-4fa9-a569-5f08330bd26c not bound to the agent host dv-cinder-824187-7-iscsi {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:56:06.196714 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-42e520a6-3b57-4b10-9edc-ce41b7592b73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1044015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1817757'] for network (78d9b12b-20e5-405d-b8d9-58d523acb332), after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:06.202722 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-42e520a6-3b57-4b10-9edc-ce41b7592b73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032615'] for network (None), before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:06.206071 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-42e520a6-3b57-4b10-9edc-ce41b7592b73 admin admin] 10.222.0.72 "DELETE /v2.0/networks/78d9b12b-20e5-405d-b8d9-58d523acb332 HTTP/1.1" status: 204 len: 168 time: 0.5675559 Jan 28 13:56:06.218227 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e520a6-3b57-4b10-9edc-ce41b7592b73 admin admin] Pushing event deleted for resources: {'Network': ['ID=78d9b12b-20e5-405d-b8d9-58d523acb332,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:06.356948 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 47908) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:56:06.396684 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-c3667988-dc1c-4526-8e85-5ffe5303dff0 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=737de5ae86cd4e209c1bd6e090b968f3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0385346 Jan 28 13:56:06.400080 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 47910) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:56:06.447282 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-7ab9029a-7c7b-4ca1-987c-746854e65473 admin admin] Publish callbacks [] for security_group (8dddc730-fb2b-4124-8c69-beccce06f4f5), before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:06.469451 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-7ab9029a-7c7b-4ca1-987c-746854e65473 admin admin] Publish callbacks [] for security_group (8dddc730-fb2b-4124-8c69-beccce06f4f5), precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:06.522962 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-7ab9029a-7c7b-4ca1-987c-746854e65473 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (8dddc730-fb2b-4124-8c69-beccce06f4f5), after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:06.525565 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-7ab9029a-7c7b-4ca1-987c-746854e65473 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:06.526704 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-7ab9029a-7c7b-4ca1-987c-746854e65473 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8dddc730-fb2b-4124-8c69-beccce06f4f5 HTTP/1.1" status: 204 len: 168 time: 0.1257775 Jan 28 13:56:06.537301 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab9029a-7c7b-4ca1-987c-746854e65473 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dddc730-fb2b-4124-8c69-beccce06f4f5,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:10.505003 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 47970) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:56:10.629352 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-fc4e69ef-f96c-4b72-a4e8-9c681ee346ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:10.706210 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-fc4e69ef-f96c-4b72-a4e8-9c681ee346ec admin admin] Publish callbacks [] for security_group (2e353328-083c-4d88-9226-1df0c0280e34), precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:10.712622 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-fc4e69ef-f96c-4b72-a4e8-9c681ee346ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (2e353328-083c-4d88-9226-1df0c0280e34), after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:10.756865 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-fc4e69ef-f96c-4b72-a4e8-9c681ee346ec admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=da6f4789c13c476b8fa1ff1acecfaa66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2503083 Jan 28 13:56:10.757718 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4e69ef-f96c-4b72-a4e8-9c681ee346ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e353328-083c-4d88-9226-1df0c0280e34,revision_number=1']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:10.759697 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 47974) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:56:10.808214 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-27b6699d-9d6a-4152-8261-17a11ad7d797 admin admin] Publish callbacks [] for security_group (2e353328-083c-4d88-9226-1df0c0280e34), before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:10.829951 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-27b6699d-9d6a-4152-8261-17a11ad7d797 admin admin] Publish callbacks [] for security_group (2e353328-083c-4d88-9226-1df0c0280e34), precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:10.878354 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-27b6699d-9d6a-4152-8261-17a11ad7d797 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (2e353328-083c-4d88-9226-1df0c0280e34), after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:10.880968 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-27b6699d-9d6a-4152-8261-17a11ad7d797 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:10.882137 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-27b6699d-9d6a-4152-8261-17a11ad7d797 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/2e353328-083c-4d88-9226-1df0c0280e34 HTTP/1.1" status: 204 len: 168 time: 0.1213996 Jan 28 13:56:10.890100 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b6699d-9d6a-4152-8261-17a11ad7d797 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e353328-083c-4d88-9226-1df0c0280e34,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:18.885804 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 48050) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:56:19.065298 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.plugin [None req-f65d42b0-a5b0-4116-81fc-e379e9e1b6f3 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Deleting port a47995c7-b15c-4c60-a2b8-2da781ed0132 {{(pid=109084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:56:19.065644 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-f65d42b0-a5b0-4116-81fc-e379e9e1b6f3 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742788692592'] for port (a47995c7-b15c-4c60-a2b8-2da781ed0132), before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:19.157771 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-f65d42b0-a5b0-4116-81fc-e379e9e1b6f3 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818260'] for port (a47995c7-b15c-4c60-a2b8-2da781ed0132), precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:19.158004 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-f65d42b0-a5b0-4116-81fc-e379e9e1b6f3 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Publish callbacks [] for floatingip (a47995c7-b15c-4c60-a2b8-2da781ed0132), precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:19.169550 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.plugin [None req-f65d42b0-a5b0-4116-81fc-e379e9e1b6f3 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Calling delete_port for a47995c7-b15c-4c60-a2b8-2da781ed0132 owned by network:floatingip {{(pid=109084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:56:19.326463 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-f65d42b0-a5b0-4116-81fc-e379e9e1b6f3 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742788697034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742788384835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6110957'] for port (a47995c7-b15c-4c60-a2b8-2da781ed0132), after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:19.355483 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65d42b0-a5b0-4116-81fc-e379e9e1b6f3 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Pushing event deleted for resources: {'Port': ['ID=a47995c7-b15c-4c60-a2b8-2da781ed0132,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:19.419145 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-f65d42b0-a5b0-4116-81fc-e379e9e1b6f3 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Publish callbacks [] for floatingip (b703535b-dfc8-403b-83de-8546eb44573f), after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:19.419458 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.db.l3_db [None req-f65d42b0-a5b0-4116-81fc-e379e9e1b6f3 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Floating IP b703535b-dfc8-403b-83de-8546eb44573f disassociated (deleted). External IP: 172.27.0.21, port: 97538a72-3a25-433c-8e06-975aaca68c9a. Jan 28 13:56:19.872760 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f65d42b0-a5b0-4116-81fc-e379e9e1b6f3 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Router 3b37101d-7801-484d-9b53-12bc30cc60a8 has already been hosted by L3 agent 5fb30df9-6f10-41b8-94cc-b881623ba250 {{(pid=109084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:56:19.987368 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f65d42b0-a5b0-4116-81fc-e379e9e1b6f3 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Notify agent at l3_agent.dv-cinder-824187-7-iscsi the message routers_updated {{(pid=109084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:56:19.993634 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-f65d42b0-a5b0-4116-81fc-e379e9e1b6f3 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91499'] for floatingip (None), before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:20.000298 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f91314-99f1-481a-8f1a-4916b331e4dd None None] Sync routers for ids ['3b37101d-7801-484d-9b53-12bc30cc60a8'] in dv-cinder-824187-7-iscsi {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:56:20.012245 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f91314-99f1-481a-8f1a-4916b331e4dd None None] Routers {'3b37101d-7801-484d-9b53-12bc30cc60a8'} bound to L3 agent in host dv-cinder-824187-7-iscsi {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:56:20.012936 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-90f91314-99f1-481a-8f1a-4916b331e4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:37:30Z,description=,heartbeat_timestamp=2022-01-28T13:56:00Z,host='dv-cinder-824187-7-iscsi',id=5fb30df9-6f10-41b8-94cc-b881623ba250,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:37:30Z,topic='l3_agent')) {'router_ids': ['3b37101d-7801-484d-9b53-12bc30cc60a8'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:56:20.026341 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-f65d42b0-a5b0-4116-81fc-e379e9e1b6f3 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] 10.222.0.72 "DELETE /v2.0/floatingips/b703535b-dfc8-403b-83de-8546eb44573f HTTP/1.1" status: 204 len: 168 time: 1.1365061 Jan 28 13:56:20.026341 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83bd55d4-8094-4ebd-9f3a-46c6973f6b20', 'tag': '97538a72-3a25-433c-8e06-975aaca68c9a'}] {{(pid=109084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:56:20.026702 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5cde6f7d6341da3213f8ae41fabcae285c2d6f110ff0443107e1632addf2fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d13f85e-46ac-4a0c-8e1b-e5c0eafe0e29" -d '{"events": [{"name": "network-changed", "server_uuid": "83bd55d4-8094-4ebd-9f3a-46c6973f6b20", "tag": "97538a72-3a25-433c-8e06-975aaca68c9a"}]}' {{(pid=109084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:56:20.072397 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6de3026d-ca9f-4c6e-87ad-663ae7081827 x-openstack-request-id: req-6de3026d-ca9f-4c6e-87ad-663ae7081827 {{(pid=109084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:56:20.072750 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83bd55d4-8094-4ebd-9f3a-46c6973f6b20", "tag": "97538a72-3a25-433c-8e06-975aaca68c9a", "status": "completed", "code": 200}]} {{(pid=109084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:56:20.073084 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-6de3026d-ca9f-4c6e-87ad-663ae7081827 {{(pid=109084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:56:20.073543 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83bd55d4-8094-4ebd-9f3a-46c6973f6b20', 'tag': '97538a72-3a25-433c-8e06-975aaca68c9a', 'status': 'completed', 'code': 200} Jan 28 13:56:20.126121 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-90f91314-99f1-481a-8f1a-4916b331e4dd None None] Set router 3b37101d-7801-484d-9b53-12bc30cc60a8 gateway port host: dv-cinder-824187-7-iscsi {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:56:20.296326 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d13f85e-46ac-4a0c-8e1b-e5c0eafe0e29 req-fb7d850f-a37c-4fcd-aebb-16ab087b31a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:56:20.297998 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-2d13f85e-46ac-4a0c-8e1b-e5c0eafe0e29 req-fb7d850f-a37c-4fcd-aebb-16ab087b31a7 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=91bd515480d64f1fb4c68f74dfec7a79&device_id=83bd55d4-8094-4ebd-9f3a-46c6973f6b20 HTTP/1.1" status: 200 len: 1098 time: 0.2044280 Jan 28 13:56:20.336763 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1212537a-4bfc-4593-a8c2-7c3a14d74f58 req-d0593316-1b4b-480f-8022-2b2a6a48733f tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:56:20.338550 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-1212537a-4bfc-4593-a8c2-7c3a14d74f58 req-d0593316-1b4b-480f-8022-2b2a6a48733f tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] 10.222.0.72 "GET /v2.0/ports?device_id=83bd55d4-8094-4ebd-9f3a-46c6973f6b20 HTTP/1.1" status: 200 len: 945 time: 0.0796294 Jan 28 13:56:20.378574 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-90f91314-99f1-481a-8f1a-4916b331e4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b37101d-7801-484d-9b53-12bc30cc60a8', 'name': 'tempest-TestVolumeBootPattern-2005865697-router', 'tenant_id': '91bd515480d64f1fb4c68f74dfec7a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'external_fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': 'c77b92c2-3718-4b36-af0f-460cc3a27081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:46:31Z', 'updated_at': '2022-01-28T13:46:37Z', 'revision_number': 4, 'project_id': '91bd515480d64f1fb4c68f74dfec7a79', 'gw_port': {'id': 'c77b92c2-3718-4b36-af0f-460cc3a27081', 'name': '', 'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:5e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b37101d-7801-484d-9b53-12bc30cc60a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:46:32Z', 'updated_at': '2022-01-28T13:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-7-iscsi', '_floatingips': [{'id': 'c755f0ac-f036-4d60-ba30-d9af290a3e5d', 'tenant_id': '91bd515480d64f1fb4c68f74dfec7a79', 'floating_ip_address': '172.27.0.31', 'floating_network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'router_id': '3b37101d-7801-484d-9b53-12bc30cc60a8', 'port_id': 'e5a428e6-2573-449b-ba21-9d27628c1a96', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'edec13d6-6734-4abe-91ae-5b6be190099b', 'mac_address': 'fa:16:3e:30:df:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d5b540-ab17-46a8-8973-9d27569fc72e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:51:28Z', 'updated_at': '2022-01-28T13:51:30Z', 'revision_number': 1, 'project_id': '91bd515480d64f1fb4c68f74dfec7a79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5d68468-b68d-494b-a83f-3578fc646a5b', 'name': '', 'network_id': 'edec13d6-6734-4abe-91ae-5b6be190099b', 'tenant_id': '91bd515480d64f1fb4c68f74dfec7a79', 'mac_address': 'fa:16:3e:3c:05:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b37101d-7801-484d-9b53-12bc30cc60a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '0bbd587e-7762-4c23-87b9-7f5b462e54c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:46:36Z', 'updated_at': '2022-01-28T13:46:42Z', 'revision_number': 5, 'project_id': '91bd515480d64f1fb4c68f74dfec7a79', 'subnets': [{'id': '0bbd587e-7762-4c23-87b9-7f5b462e54c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824187-7-iscsi', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:56:20.406134 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f91314-99f1-481a-8f1a-4916b331e4dd None None] Checking router: 3b37101d-7801-484d-9b53-12bc30cc60a8 for host: dv-cinder-824187-7-iscsi {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:56:20.428886 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f91314-99f1-481a-8f1a-4916b331e4dd None None] Routers {'3b37101d-7801-484d-9b53-12bc30cc60a8'} bound to L3 agent in host dv-cinder-824187-7-iscsi {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:56:20.430371 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-90f91314-99f1-481a-8f1a-4916b331e4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:37:30Z,description=,heartbeat_timestamp=2022-01-28T13:56:00Z,host='dv-cinder-824187-7-iscsi',id=5fb30df9-6f10-41b8-94cc-b881623ba250,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:37:30Z,topic='l3_agent')) {'router_ids': ['3b37101d-7801-484d-9b53-12bc30cc60a8'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:56:20.447209 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-1212537a-4bfc-4593-a8c2-7c3a14d74f58 req-8e048451-0e3f-4bc4-9eb6-886aa371b8ba tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] 10.222.0.72 "GET /v2.0/security-groups?id=c593fc4e-d69d-427e-8a7c-494b33da0fac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831358 Jan 28 13:56:20.450200 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d13f85e-46ac-4a0c-8e1b-e5c0eafe0e29 req-d2de47dc-aaa0-4f09-a977-87f2857b4f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:56:20.451833 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-2d13f85e-46ac-4a0c-8e1b-e5c0eafe0e29 req-d2de47dc-aaa0-4f09-a977-87f2857b4f4f service neutron] 10.222.0.78 "GET /v2.0/networks?id=edec13d6-6734-4abe-91ae-5b6be190099b HTTP/1.1" status: 200 len: 913 time: 0.1436448 Jan 28 13:56:20.510045 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-2d13f85e-46ac-4a0c-8e1b-e5c0eafe0e29 req-80832616-5cce-435f-b4c7-084241e245ab service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=97538a72-3a25-433c-8e06-975aaca68c9a HTTP/1.1" status: 200 len: 217 time: 0.0497766 Jan 28 13:56:20.572220 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d13f85e-46ac-4a0c-8e1b-e5c0eafe0e29 req-33bad447-3db8-4000-9a86-3cf339d2ce46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:56:20.573763 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-2d13f85e-46ac-4a0c-8e1b-e5c0eafe0e29 req-33bad447-3db8-4000-9a86-3cf339d2ce46 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=0bbd587e-7762-4c23-87b9-7f5b462e54c4 HTTP/1.1" status: 200 len: 851 time: 0.0571930 Jan 28 13:56:20.578131 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-90f91314-99f1-481a-8f1a-4916b331e4dd None None] Set router 3b37101d-7801-484d-9b53-12bc30cc60a8 gateway port host: dv-cinder-824187-7-iscsi {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:56:20.681057 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d13f85e-46ac-4a0c-8e1b-e5c0eafe0e29 req-064bdf75-10d6-4199-ad9c-136947a92a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:56:20.682767 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-2d13f85e-46ac-4a0c-8e1b-e5c0eafe0e29 req-064bdf75-10d6-4199-ad9c-136947a92a97 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=edec13d6-6734-4abe-91ae-5b6be190099b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0860920 Jan 28 13:56:20.694979 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97773a93-bc55-405c-b156-f2dc5cfe800a req-47e2dd24-443a-4050-aac4-7db88d7d062e tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:56:20.696622 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-97773a93-bc55-405c-b156-f2dc5cfe800a req-47e2dd24-443a-4050-aac4-7db88d7d062e tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/ports?device_id=c43dc553-ff18-4fb1-84d2-13c79bcd29d2 HTTP/1.1" status: 200 len: 946 time: 0.0711491 Jan 28 13:56:20.701773 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [req-2d13f85e-46ac-4a0c-8e1b-e5c0eafe0e29 req-01405c6a-6073-407e-bbaa-8ee6fa49aff8 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=109085) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:56:20.702736 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-2d13f85e-46ac-4a0c-8e1b-e5c0eafe0e29 req-01405c6a-6073-407e-bbaa-8ee6fa49aff8 service neutron] 10.222.0.78 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051601 Jan 28 13:56:20.800224 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-97773a93-bc55-405c-b156-f2dc5cfe800a req-076eef00-72bb-4c72-bcad-1b7a682f7d1a tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/security-groups?id=cc3d7f4f-8faf-4a84-9aeb-6e37e715434d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965548 Jan 28 13:56:20.829057 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-2d13f85e-46ac-4a0c-8e1b-e5c0eafe0e29 req-bf9da817-c512-4fe3-8344-9071f5af42b7 service neutron] 10.222.0.78 "GET /v2.0/networks/edec13d6-6734-4abe-91ae-5b6be190099b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185515 Jan 28 13:56:20.831843 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-90f91314-99f1-481a-8f1a-4916b331e4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b37101d-7801-484d-9b53-12bc30cc60a8', 'name': 'tempest-TestVolumeBootPattern-2005865697-router', 'tenant_id': '91bd515480d64f1fb4c68f74dfec7a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'external_fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': 'c77b92c2-3718-4b36-af0f-460cc3a27081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:46:31Z', 'updated_at': '2022-01-28T13:46:37Z', 'revision_number': 4, 'project_id': '91bd515480d64f1fb4c68f74dfec7a79', 'gw_port': {'id': 'c77b92c2-3718-4b36-af0f-460cc3a27081', 'name': '', 'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:5e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b37101d-7801-484d-9b53-12bc30cc60a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:46:32Z', 'updated_at': '2022-01-28T13:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-7-iscsi', '_floatingips': [{'id': 'c755f0ac-f036-4d60-ba30-d9af290a3e5d', 'tenant_id': '91bd515480d64f1fb4c68f74dfec7a79', 'floating_ip_address': '172.27.0.31', 'floating_network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'router_id': '3b37101d-7801-484d-9b53-12bc30cc60a8', 'port_id': 'e5a428e6-2573-449b-ba21-9d27628c1a96', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'edec13d6-6734-4abe-91ae-5b6be190099b', 'mac_address': 'fa:16:3e:30:df:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d5b540-ab17-46a8-8973-9d27569fc72e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:51:28Z', 'updated_at': '2022-01-28T13:51:30Z', 'revision_number': 1, 'project_id': '91bd515480d64f1fb4c68f74dfec7a79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5d68468-b68d-494b-a83f-3578fc646a5b', 'name': '', 'network_id': 'edec13d6-6734-4abe-91ae-5b6be190099b', 'tenant_id': '91bd515480d64f1fb4c68f74dfec7a79', 'mac_address': 'fa:16:3e:3c:05:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b37101d-7801-484d-9b53-12bc30cc60a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '0bbd587e-7762-4c23-87b9-7f5b462e54c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:46:36Z', 'updated_at': '2022-01-28T13:46:42Z', 'revision_number': 5, 'project_id': '91bd515480d64f1fb4c68f74dfec7a79', 'subnets': [{'id': '0bbd587e-7762-4c23-87b9-7f5b462e54c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824187-7-iscsi', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:56:20.860130 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f91314-99f1-481a-8f1a-4916b331e4dd None None] The sync data for ids ['3b37101d-7801-484d-9b53-12bc30cc60a8'] in dv-cinder-824187-7-iscsi is: [{'id': '3b37101d-7801-484d-9b53-12bc30cc60a8', 'name': 'tempest-TestVolumeBootPattern-2005865697-router', 'tenant_id': '91bd515480d64f1fb4c68f74dfec7a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'external_fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': 'c77b92c2-3718-4b36-af0f-460cc3a27081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:46:31Z', 'updated_at': '2022-01-28T13:46:37Z', 'revision_number': 4, 'project_id': '91bd515480d64f1fb4c68f74dfec7a79', 'gw_port': {'id': 'c77b92c2-3718-4b36-af0f-460cc3a27081', 'name': '', 'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:5e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b37101d-7801-484d-9b53-12bc30cc60a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:46:32Z', 'updated_at': '2022-01-28T13:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-7-iscsi', '_floatingips': [{'id': 'c755f0ac-f036-4d60-ba30-d9af290a3e5d', 'tenant_id': '91bd515480d64f1fb4c68f74dfec7a79', 'floating_ip_address': '172.27.0.31', 'floating_network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'router_id': '3b37101d-7801-484d-9b53-12bc30cc60a8', 'port_id': 'e5a428e6-2573-449b-ba21-9d27628c1a96', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'edec13d6-6734-4abe-91ae-5b6be190099b', 'mac_address': 'fa:16:3e:30:df:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18d5b540-ab17-46a8-8973-9d27569fc72e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T13:51:28Z', 'updated_at': '2022-01-28T13:51:30Z', 'revision_number': 1, 'project_id': '91bd515480d64f1fb4c68f74dfec7a79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5d68468-b68d-494b-a83f-3578fc646a5b', 'name': '', 'network_id': 'edec13d6-6734-4abe-91ae-5b6be190099b', 'tenant_id': '91bd515480d64f1fb4c68f74dfec7a79', 'mac_address': 'fa:16:3e:3c:05:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b37101d-7801-484d-9b53-12bc30cc60a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '0bbd587e-7762-4c23-87b9-7f5b462e54c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:46:36Z', 'updated_at': '2022-01-28T13:46:42Z', 'revision_number': 5, 'project_id': '91bd515480d64f1fb4c68f74dfec7a79', 'subnets': [{'id': '0bbd587e-7762-4c23-87b9-7f5b462e54c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:56:20.927163 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-2d13f85e-46ac-4a0c-8e1b-e5c0eafe0e29 req-3fba16f8-dc26-44c7-b841-75a8d3d73d00 service neutron] 10.222.0.78 "GET /v2.0/networks/edec13d6-6734-4abe-91ae-5b6be190099b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885682 Jan 28 13:56:21.114816 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37bb6a57-86bf-4808-b63b-47ddc014313e None None] New status for floating IP b703535b-dfc8-403b-83de-8546eb44573f: DOWN {{(pid=109086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 13:56:21.591782 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384fd2b0-b4b3-4e82-99ab-0fbfa21c6916 req-1c60ce8f-b3eb-4b15-93ec-d645b75e4a77 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:56:21.593866 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-384fd2b0-b4b3-4e82-99ab-0fbfa21c6916 req-1c60ce8f-b3eb-4b15-93ec-d645b75e4a77 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] 10.222.0.72 "GET /v2.0/ports?device_id=83bd55d4-8094-4ebd-9f3a-46c6973f6b20 HTTP/1.1" status: 200 len: 945 time: 0.0663362 Jan 28 13:56:21.651408 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-384fd2b0-b4b3-4e82-99ab-0fbfa21c6916 req-b79c56ed-7b6c-4277-8b69-0ab59b117a77 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] 10.222.0.72 "GET /v2.0/security-groups?id=c593fc4e-d69d-427e-8a7c-494b33da0fac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492129 Jan 28 13:56:21.937499 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b9efa3-0648-4dd3-b90e-1d629b203335 req-d29181df-e47b-444c-9cf9-f0af11c7ad01 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:56:21.938970 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-27b9efa3-0648-4dd3-b90e-1d629b203335 req-d29181df-e47b-444c-9cf9-f0af11c7ad01 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/ports?device_id=c43dc553-ff18-4fb1-84d2-13c79bcd29d2 HTTP/1.1" status: 200 len: 946 time: 0.0494964 Jan 28 13:56:21.986465 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-27b9efa3-0648-4dd3-b90e-1d629b203335 req-659228a2-f259-41aa-bdc1-be8644628ffa tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/security-groups?id=cc3d7f4f-8faf-4a84-9aeb-6e37e715434d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414495 Jan 28 13:56:22.343521 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c322318-3ebb-4147-b6a4-3fb5389de600 req-9821c740-3db1-4457-99c4-4e9edea9060c tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:56:22.345165 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-3c322318-3ebb-4147-b6a4-3fb5389de600 req-9821c740-3db1-4457-99c4-4e9edea9060c tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] 10.222.0.78 "GET /v2.0/ports?device_id=83bd55d4-8094-4ebd-9f3a-46c6973f6b20 HTTP/1.1" status: 200 len: 945 time: 0.0523319 Jan 28 13:56:22.438897 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-3c322318-3ebb-4147-b6a4-3fb5389de600 req-65015000-86be-4504-8a0c-3df82be36d5d tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Deleting port 97538a72-3a25-433c-8e06-975aaca68c9a {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:56:22.439265 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-3c322318-3ebb-4147-b6a4-3fb5389de600 req-65015000-86be-4504-8a0c-3df82be36d5d tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742788692592'] for port (97538a72-3a25-433c-8e06-975aaca68c9a), before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:22.531857 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-3c322318-3ebb-4147-b6a4-3fb5389de600 req-65015000-86be-4504-8a0c-3df82be36d5d tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] For port 97538a72-3a25-433c-8e06-975aaca68c9a, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=97538a72-3a25-433c-8e06-975aaca68c9a,segment=NetworkSegment(96a3ffce-3ebc-4cee-b2b1-2d336e9f8d25),segment_id=96a3ffce-3ebc-4cee-b2b1-2d336e9f8d25)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:56:22.532233 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-3c322318-3ebb-4147-b6a4-3fb5389de600 req-65015000-86be-4504-8a0c-3df82be36d5d tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818260'] for port (97538a72-3a25-433c-8e06-975aaca68c9a), precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:22.545515 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-3c322318-3ebb-4147-b6a4-3fb5389de600 req-65015000-86be-4504-8a0c-3df82be36d5d tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Calling delete_port for 97538a72-3a25-433c-8e06-975aaca68c9a owned by compute:nova {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:56:22.715527 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-3c322318-3ebb-4147-b6a4-3fb5389de600 req-65015000-86be-4504-8a0c-3df82be36d5d tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742788697034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742788384835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4723325'] for port (97538a72-3a25-433c-8e06-975aaca68c9a), after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:22.755756 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65015000-86be-4504-8a0c-3df82be36d5d tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Pushing event deleted for resources: {'Port': ['ID=97538a72-3a25-433c-8e06-975aaca68c9a,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:22.756289 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-6914fa07-e64f-41bf-8ab7-0142b34fd8a2 req-0d593aeb-b376-418e-b532-023103629f4e tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] 10.222.0.72 "GET /v2.0/ports?device_id=83bd55d4-8094-4ebd-9f3a-46c6973f6b20 HTTP/1.1" status: 200 len: 210 time: 0.0287983 Jan 28 13:56:22.778674 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207f5445-4cbe-4d02-b2e6-654681f5828c req-78e8e65a-987c-4764-9536-fb8601d7c990 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:56:22.780237 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-207f5445-4cbe-4d02-b2e6-654681f5828c req-78e8e65a-987c-4764-9536-fb8601d7c990 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.78 "GET /v2.0/ports?device_id=c43dc553-ff18-4fb1-84d2-13c79bcd29d2 HTTP/1.1" status: 200 len: 946 time: 0.1179736 Jan 28 13:56:22.805970 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c322318-3ebb-4147-b6a4-3fb5389de600 req-65015000-86be-4504-8a0c-3df82be36d5d tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] No DVR routers for this DVR port 97538a72-3a25-433c-8e06-975aaca68c9a on host hv-cinder-82418 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:56:22.825378 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-3c322318-3ebb-4147-b6a4-3fb5389de600 req-65015000-86be-4504-8a0c-3df82be36d5d tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91499'] for port (None), before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:22.828682 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-3c322318-3ebb-4147-b6a4-3fb5389de600 req-65015000-86be-4504-8a0c-3df82be36d5d tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] 10.222.0.78 "DELETE /v2.0/ports/97538a72-3a25-433c-8e06-975aaca68c9a HTTP/1.1" status: 204 len: 173 time: 0.4741206 Jan 28 13:56:22.829156 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83bd55d4-8094-4ebd-9f3a-46c6973f6b20', 'name': 'network-vif-deleted', 'tag': '97538a72-3a25-433c-8e06-975aaca68c9a'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:56:22.831407 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19ef927ebdb7e136520bf73605241c98ba3844c75ab8794845cb00139da391b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4be0e2c-ddbc-4136-af5d-4c1adfc05af2" -d '{"events": [{"server_uuid": "83bd55d4-8094-4ebd-9f3a-46c6973f6b20", "name": "network-vif-deleted", "tag": "97538a72-3a25-433c-8e06-975aaca68c9a"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:56:22.899722 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-207f5445-4cbe-4d02-b2e6-654681f5828c req-0ff7a8b0-95eb-4e85-8e6b-befbb1419790 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Deleting port b1bd6aa9-f926-4e61-9af0-6a7b44a33c27 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:56:22.900069 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-207f5445-4cbe-4d02-b2e6-654681f5828c req-0ff7a8b0-95eb-4e85-8e6b-befbb1419790 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742788692592'] for port (b1bd6aa9-f926-4e61-9af0-6a7b44a33c27), before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:22.988229 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-207f5445-4cbe-4d02-b2e6-654681f5828c req-0ff7a8b0-95eb-4e85-8e6b-befbb1419790 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] For port b1bd6aa9-f926-4e61-9af0-6a7b44a33c27, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=b1bd6aa9-f926-4e61-9af0-6a7b44a33c27,segment=NetworkSegment(4050b7b0-e9a9-41d7-af46-815bd2fde404),segment_id=4050b7b0-e9a9-41d7-af46-815bd2fde404)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:56:22.988821 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-207f5445-4cbe-4d02-b2e6-654681f5828c req-0ff7a8b0-95eb-4e85-8e6b-befbb1419790 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818260'] for port (b1bd6aa9-f926-4e61-9af0-6a7b44a33c27), precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:22.998370 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6336e61-82dd-4635-9b82-60360b666f9f x-openstack-request-id: req-b6336e61-82dd-4635-9b82-60360b666f9f {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:56:22.998606 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83bd55d4-8094-4ebd-9f3a-46c6973f6b20", "name": "network-vif-deleted", "tag": "97538a72-3a25-433c-8e06-975aaca68c9a", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:56:22.998872 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-b6336e61-82dd-4635-9b82-60360b666f9f {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:56:22.999247 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83bd55d4-8094-4ebd-9f3a-46c6973f6b20', 'name': 'network-vif-deleted', 'tag': '97538a72-3a25-433c-8e06-975aaca68c9a', 'status': 'completed', 'code': 200} Jan 28 13:56:23.125650 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfc58a7-c28b-49e8-95c5-93b2d9e664a4 req-42b7dc91-e3dc-4900-a622-a3008bdf675f tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:56:23.127453 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-bbfc58a7-c28b-49e8-95c5-93b2d9e664a4 req-42b7dc91-e3dc-4900-a622-a3008bdf675f tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/ports?device_id=c43dc553-ff18-4fb1-84d2-13c79bcd29d2 HTTP/1.1" status: 200 len: 946 time: 0.0606964 Jan 28 13:56:23.181545 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-207f5445-4cbe-4d02-b2e6-654681f5828c req-0ff7a8b0-95eb-4e85-8e6b-befbb1419790 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:23.181841 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-207f5445-4cbe-4d02-b2e6-654681f5828c req-0ff7a8b0-95eb-4e85-8e6b-befbb1419790 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1817779'] for floatingip (5ad94372-2572-4c31-889c-f69aee8dac03), after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:23.182175 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.db.l3_db [req-207f5445-4cbe-4d02-b2e6-654681f5828c req-0ff7a8b0-95eb-4e85-8e6b-befbb1419790 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Floating IP 5ad94372-2572-4c31-889c-f69aee8dac03 disassociated. External IP: 172.27.0.68, port: b1bd6aa9-f926-4e61-9af0-6a7b44a33c27. Jan 28 13:56:23.182581 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-207f5445-4cbe-4d02-b2e6-654681f5828c req-0ff7a8b0-95eb-4e85-8e6b-befbb1419790 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Calling delete_port for b1bd6aa9-f926-4e61-9af0-6a7b44a33c27 owned by compute:nova {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:56:23.191770 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-bbfc58a7-c28b-49e8-95c5-93b2d9e664a4 req-8751561c-0f5a-41db-a5ad-de6f6fd20a8c tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/security-groups?id=cc3d7f4f-8faf-4a84-9aeb-6e37e715434d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576589 Jan 28 13:56:23.323376 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-207f5445-4cbe-4d02-b2e6-654681f5828c req-0ff7a8b0-95eb-4e85-8e6b-befbb1419790 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742788697034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742788384835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4723325'] for port (b1bd6aa9-f926-4e61-9af0-6a7b44a33c27), after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:23.351611 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff7a8b0-95eb-4e85-8e6b-befbb1419790 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Pushing event deleted for resources: {'Port': ['ID=b1bd6aa9-f926-4e61-9af0-6a7b44a33c27,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:23.471376 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [req-207f5445-4cbe-4d02-b2e6-654681f5828c req-0ff7a8b0-95eb-4e85-8e6b-befbb1419790 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Router 20f5b06b-d884-4fdb-859d-bb555f60c119 has already been hosted by L3 agent 5fb30df9-6f10-41b8-94cc-b881623ba250 {{(pid=109085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:56:23.583371 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-207f5445-4cbe-4d02-b2e6-654681f5828c req-0ff7a8b0-95eb-4e85-8e6b-befbb1419790 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Notify agent at l3_agent.dv-cinder-824187-7-iscsi the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:56:23.594258 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b37aa4e-4b46-42f7-9913-db2ace4dd5bc None None] Sync routers for ids ['20f5b06b-d884-4fdb-859d-bb555f60c119'] in dv-cinder-824187-7-iscsi {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:56:23.613089 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b37aa4e-4b46-42f7-9913-db2ace4dd5bc None None] Routers {'20f5b06b-d884-4fdb-859d-bb555f60c119'} bound to L3 agent in host dv-cinder-824187-7-iscsi {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:56:23.613731 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-9b37aa4e-4b46-42f7-9913-db2ace4dd5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:37:30Z,description=,heartbeat_timestamp=2022-01-28T13:56:00Z,host='dv-cinder-824187-7-iscsi',id=5fb30df9-6f10-41b8-94cc-b881623ba250,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:37:30Z,topic='l3_agent')) {'router_ids': ['20f5b06b-d884-4fdb-859d-bb555f60c119'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:56:23.630876 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-207f5445-4cbe-4d02-b2e6-654681f5828c req-0ff7a8b0-95eb-4e85-8e6b-befbb1419790 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] No DVR routers for this DVR port b1bd6aa9-f926-4e61-9af0-6a7b44a33c27 on host hv-cinder-82418 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:56:23.634370 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-207f5445-4cbe-4d02-b2e6-654681f5828c req-0ff7a8b0-95eb-4e85-8e6b-befbb1419790 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91499'] for port (None), before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:23.638081 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-207f5445-4cbe-4d02-b2e6-654681f5828c req-0ff7a8b0-95eb-4e85-8e6b-befbb1419790 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.78 "DELETE /v2.0/ports/b1bd6aa9-f926-4e61-9af0-6a7b44a33c27 HTTP/1.1" status: 204 len: 173 time: 0.8521173 Jan 28 13:56:23.746238 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-9b37aa4e-4b46-42f7-9913-db2ace4dd5bc None None] Set router 20f5b06b-d884-4fdb-859d-bb555f60c119 gateway port host: dv-cinder-824187-7-iscsi {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:56:23.977481 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-9b37aa4e-4b46-42f7-9913-db2ace4dd5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20f5b06b-d884-4fdb-859d-bb555f60c119', 'name': 'tempest-AttachVolumeShelveTestJSON-1176312518-router', 'tenant_id': '0799c831a5c443ae8c670a0c79104f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'external_fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': '0d71a8f6-5672-41f6-a935-2f6ccc98a36b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:45:24Z', 'updated_at': '2022-01-28T13:45:34Z', 'revision_number': 4, 'project_id': '0799c831a5c443ae8c670a0c79104f84', 'gw_port': {'id': '0d71a8f6-5672-41f6-a935-2f6ccc98a36b', 'name': '', 'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:02:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f5b06b-d884-4fdb-859d-bb555f60c119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:26Z', 'updated_at': '2022-01-28T13:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-7-iscsi', '_interfaces': [{'id': '6e6c03f6-ac84-4d4b-8769-fee97f0bb574', 'name': '', 'network_id': '711eb359-e0a6-4069-8d9d-85442c14b212', 'tenant_id': '0799c831a5c443ae8c670a0c79104f84', 'mac_address': 'fa:16:3e:28:49:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f5b06b-d884-4fdb-859d-bb555f60c119', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '6a182525-8d42-4b74-88dd-616808d54b14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:32Z', 'updated_at': '2022-01-28T13:45:42Z', 'revision_number': 5, 'project_id': '0799c831a5c443ae8c670a0c79104f84', 'subnets': [{'id': '6a182525-8d42-4b74-88dd-616808d54b14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824187-7-iscsi', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:56:24.006135 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b37aa4e-4b46-42f7-9913-db2ace4dd5bc None None] Checking router: 20f5b06b-d884-4fdb-859d-bb555f60c119 for host: dv-cinder-824187-7-iscsi {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:56:24.016221 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b37aa4e-4b46-42f7-9913-db2ace4dd5bc None None] Routers {'20f5b06b-d884-4fdb-859d-bb555f60c119'} bound to L3 agent in host dv-cinder-824187-7-iscsi {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:56:24.016837 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-9b37aa4e-4b46-42f7-9913-db2ace4dd5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:37:30Z,description=,heartbeat_timestamp=2022-01-28T13:56:00Z,host='dv-cinder-824187-7-iscsi',id=5fb30df9-6f10-41b8-94cc-b881623ba250,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:37:30Z,topic='l3_agent')) {'router_ids': ['20f5b06b-d884-4fdb-859d-bb555f60c119'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:56:24.141664 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-9b37aa4e-4b46-42f7-9913-db2ace4dd5bc None None] Set router 20f5b06b-d884-4fdb-859d-bb555f60c119 gateway port host: dv-cinder-824187-7-iscsi {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:56:24.288725 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 48148) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:56:24.344430 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-9b93d514-1e39-4954-9a54-a62b70280900 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Publish callbacks [] for security_group (cc3d7f4f-8faf-4a84-9aeb-6e37e715434d), before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:24.368759 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-9b93d514-1e39-4954-9a54-a62b70280900 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Publish callbacks [] for security_group (cc3d7f4f-8faf-4a84-9aeb-6e37e715434d), precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:24.420407 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-9b93d514-1e39-4954-9a54-a62b70280900 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (cc3d7f4f-8faf-4a84-9aeb-6e37e715434d), after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:24.422982 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-9b93d514-1e39-4954-9a54-a62b70280900 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Publish callbacks [] for security_group (None), before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:24.424187 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-9b93d514-1e39-4954-9a54-a62b70280900 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "DELETE /v2.0/security-groups/cc3d7f4f-8faf-4a84-9aeb-6e37e715434d HTTP/1.1" status: 204 len: 168 time: 0.1343007 Jan 28 13:56:24.427227 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 48150) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:56:24.440894 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b93d514-1e39-4954-9a54-a62b70280900 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc3d7f4f-8faf-4a84-9aeb-6e37e715434d,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:24.441499 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.api.v2.resource [None req-2e622a59-ece0-40ad-ae02-28d8b2268963 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] show failed (client error): The resource could not be found. Jan 28 13:56:24.442612 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-2e622a59-ece0-40ad-ae02-28d8b2268963 tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "GET /v2.0/security-groups/cc3d7f4f-8faf-4a84-9aeb-6e37e715434d HTTP/1.1" status: 404 len: 347 time: 0.0143447 Jan 28 13:56:24.446790 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 48152) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:56:24.456968 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-9b37aa4e-4b46-42f7-9913-db2ace4dd5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20f5b06b-d884-4fdb-859d-bb555f60c119', 'name': 'tempest-AttachVolumeShelveTestJSON-1176312518-router', 'tenant_id': '0799c831a5c443ae8c670a0c79104f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'external_fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': '0d71a8f6-5672-41f6-a935-2f6ccc98a36b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:45:24Z', 'updated_at': '2022-01-28T13:45:34Z', 'revision_number': 4, 'project_id': '0799c831a5c443ae8c670a0c79104f84', 'gw_port': {'id': '0d71a8f6-5672-41f6-a935-2f6ccc98a36b', 'name': '', 'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:02:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f5b06b-d884-4fdb-859d-bb555f60c119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:26Z', 'updated_at': '2022-01-28T13:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-7-iscsi', '_interfaces': [{'id': '6e6c03f6-ac84-4d4b-8769-fee97f0bb574', 'name': '', 'network_id': '711eb359-e0a6-4069-8d9d-85442c14b212', 'tenant_id': '0799c831a5c443ae8c670a0c79104f84', 'mac_address': 'fa:16:3e:28:49:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f5b06b-d884-4fdb-859d-bb555f60c119', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '6a182525-8d42-4b74-88dd-616808d54b14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:32Z', 'updated_at': '2022-01-28T13:45:42Z', 'revision_number': 5, 'project_id': '0799c831a5c443ae8c670a0c79104f84', 'subnets': [{'id': '6a182525-8d42-4b74-88dd-616808d54b14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824187-7-iscsi', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:56:24.483908 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b37aa4e-4b46-42f7-9913-db2ace4dd5bc None None] The sync data for ids ['20f5b06b-d884-4fdb-859d-bb555f60c119'] in dv-cinder-824187-7-iscsi is: [{'id': '20f5b06b-d884-4fdb-859d-bb555f60c119', 'name': 'tempest-AttachVolumeShelveTestJSON-1176312518-router', 'tenant_id': '0799c831a5c443ae8c670a0c79104f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'external_fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': '0d71a8f6-5672-41f6-a935-2f6ccc98a36b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:45:24Z', 'updated_at': '2022-01-28T13:45:34Z', 'revision_number': 4, 'project_id': '0799c831a5c443ae8c670a0c79104f84', 'gw_port': {'id': '0d71a8f6-5672-41f6-a935-2f6ccc98a36b', 'name': '', 'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:02:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f5b06b-d884-4fdb-859d-bb555f60c119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:26Z', 'updated_at': '2022-01-28T13:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-7-iscsi', '_interfaces': [{'id': '6e6c03f6-ac84-4d4b-8769-fee97f0bb574', 'name': '', 'network_id': '711eb359-e0a6-4069-8d9d-85442c14b212', 'tenant_id': '0799c831a5c443ae8c670a0c79104f84', 'mac_address': 'fa:16:3e:28:49:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f5b06b-d884-4fdb-859d-bb555f60c119', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '6a182525-8d42-4b74-88dd-616808d54b14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:32Z', 'updated_at': '2022-01-28T13:45:42Z', 'revision_number': 5, 'project_id': '0799c831a5c443ae8c670a0c79104f84', 'subnets': [{'id': '6a182525-8d42-4b74-88dd-616808d54b14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:56:24.576696 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.plugin [None req-35e0513d-c565-475a-a558-d79214f8c81b tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Deleting port 37ff50cf-a3a4-4f5c-9c5b-dfad5a4fbee3 {{(pid=109084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:56:24.577073 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-35e0513d-c565-475a-a558-d79214f8c81b tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742788692592'] for port (37ff50cf-a3a4-4f5c-9c5b-dfad5a4fbee3), before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:24.654544 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-35e0513d-c565-475a-a558-d79214f8c81b tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818260'] for port (37ff50cf-a3a4-4f5c-9c5b-dfad5a4fbee3), precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:24.654889 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-35e0513d-c565-475a-a558-d79214f8c81b tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Publish callbacks [] for floatingip (37ff50cf-a3a4-4f5c-9c5b-dfad5a4fbee3), precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:24.667268 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.plugin [None req-35e0513d-c565-475a-a558-d79214f8c81b tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Calling delete_port for 37ff50cf-a3a4-4f5c-9c5b-dfad5a4fbee3 owned by network:floatingip {{(pid=109084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:56:24.726205 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d7cc4d-5992-44ac-baf5-53d0a6305bb6 None None] New status for floating IP 5ad94372-2572-4c31-889c-f69aee8dac03: DOWN {{(pid=109086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 13:56:24.810604 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-35e0513d-c565-475a-a558-d79214f8c81b tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742788697034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742788384835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6110957'] for port (37ff50cf-a3a4-4f5c-9c5b-dfad5a4fbee3), after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:24.811872 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.db.api [None req-18d7cc4d-5992-44ac-baf5-53d0a6305bb6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109086) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 13:56:24.812275 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG oslo_db.api [None req-18d7cc4d-5992-44ac-baf5-53d0a6305bb6 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 13:56:24.837255 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e0513d-c565-475a-a558-d79214f8c81b tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Pushing event deleted for resources: {'Port': ['ID=37ff50cf-a3a4-4f5c-9c5b-dfad5a4fbee3,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:24.899035 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-35e0513d-c565-475a-a558-d79214f8c81b tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Publish callbacks [] for floatingip (5ad94372-2572-4c31-889c-f69aee8dac03), after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:24.901607 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-35e0513d-c565-475a-a558-d79214f8c81b tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91499'] for floatingip (None), before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:24.903037 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-35e0513d-c565-475a-a558-d79214f8c81b tempest-AttachVolumeShelveTestJSON-1115060925 tempest-AttachVolumeShelveTestJSON-1115060925-project] 10.222.0.72 "DELETE /v2.0/floatingips/5ad94372-2572-4c31-889c-f69aee8dac03 HTTP/1.1" status: 204 len: 168 time: 0.4554162 Jan 28 13:56:25.000505 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c43dc553-ff18-4fb1-84d2-13c79bcd29d2', 'name': 'network-vif-deleted', 'tag': 'b1bd6aa9-f926-4e61-9af0-6a7b44a33c27'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:56:25.003750 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19ef927ebdb7e136520bf73605241c98ba3844c75ab8794845cb00139da391b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87693162-eeb8-485a-be9a-97ddd86a35eb" -d '{"events": [{"server_uuid": "c43dc553-ff18-4fb1-84d2-13c79bcd29d2", "name": "network-vif-deleted", "tag": "b1bd6aa9-f926-4e61-9af0-6a7b44a33c27"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:56:25.047174 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-346149cc-8ca9-4daa-be52-66c28d67a43f x-openstack-request-id: req-346149cc-8ca9-4daa-be52-66c28d67a43f {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:56:25.047471 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c43dc553-ff18-4fb1-84d2-13c79bcd29d2", "name": "network-vif-deleted", "tag": "b1bd6aa9-f926-4e61-9af0-6a7b44a33c27", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:56:25.047800 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-346149cc-8ca9-4daa-be52-66c28d67a43f {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:56:25.048223 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c43dc553-ff18-4fb1-84d2-13c79bcd29d2', 'name': 'network-vif-deleted', 'tag': 'b1bd6aa9-f926-4e61-9af0-6a7b44a33c27', 'status': 'completed', 'code': 200} Jan 28 13:56:25.313868 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d7cc4d-5992-44ac-baf5-53d0a6305bb6 None None] New status for floating IP 5ad94372-2572-4c31-889c-f69aee8dac03: DOWN {{(pid=109086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 13:56:26.082650 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 48182) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:56:26.263485 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.plugin [None req-4839aeef-1c49-441d-8fd3-5235eb0bc757 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Deleting port c98d41d2-ee7b-448f-8483-bf781bd6145c {{(pid=109084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:56:26.263847 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-4839aeef-1c49-441d-8fd3-5235eb0bc757 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742788692592'] for port (c98d41d2-ee7b-448f-8483-bf781bd6145c), before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:26.354041 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-4839aeef-1c49-441d-8fd3-5235eb0bc757 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818260'] for port (c98d41d2-ee7b-448f-8483-bf781bd6145c), precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:26.354719 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-4839aeef-1c49-441d-8fd3-5235eb0bc757 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Publish callbacks [] for floatingip (c98d41d2-ee7b-448f-8483-bf781bd6145c), precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:26.370600 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.plugin [None req-4839aeef-1c49-441d-8fd3-5235eb0bc757 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Calling delete_port for c98d41d2-ee7b-448f-8483-bf781bd6145c owned by network:floatingip {{(pid=109084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:56:26.528237 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-4839aeef-1c49-441d-8fd3-5235eb0bc757 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742788697034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742788384835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6110957'] for port (c98d41d2-ee7b-448f-8483-bf781bd6145c), after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:26.554705 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4839aeef-1c49-441d-8fd3-5235eb0bc757 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Pushing event deleted for resources: {'Port': ['ID=c98d41d2-ee7b-448f-8483-bf781bd6145c,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:26.616459 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-4839aeef-1c49-441d-8fd3-5235eb0bc757 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Publish callbacks [] for floatingip (c755f0ac-f036-4d60-ba30-d9af290a3e5d), after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:26.616741 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.db.l3_db [None req-4839aeef-1c49-441d-8fd3-5235eb0bc757 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Floating IP c755f0ac-f036-4d60-ba30-d9af290a3e5d disassociated (deleted). External IP: 172.27.0.31, port: e5a428e6-2573-449b-ba21-9d27628c1a96. Jan 28 13:56:26.831062 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4839aeef-1c49-441d-8fd3-5235eb0bc757 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Router 3b37101d-7801-484d-9b53-12bc30cc60a8 has already been hosted by L3 agent 5fb30df9-6f10-41b8-94cc-b881623ba250 {{(pid=109084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:56:26.940033 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4839aeef-1c49-441d-8fd3-5235eb0bc757 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Notify agent at l3_agent.dv-cinder-824187-7-iscsi the message routers_updated {{(pid=109084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:56:26.945021 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-4839aeef-1c49-441d-8fd3-5235eb0bc757 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91499'] for floatingip (None), before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:26.949881 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338329d4-0792-4805-a6d5-fa2253b9f535 None None] Sync routers for ids ['3b37101d-7801-484d-9b53-12bc30cc60a8'] in dv-cinder-824187-7-iscsi {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:56:26.963428 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338329d4-0792-4805-a6d5-fa2253b9f535 None None] Routers {'3b37101d-7801-484d-9b53-12bc30cc60a8'} bound to L3 agent in host dv-cinder-824187-7-iscsi {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:56:26.964035 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-338329d4-0792-4805-a6d5-fa2253b9f535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:37:30Z,description=,heartbeat_timestamp=2022-01-28T13:56:00Z,host='dv-cinder-824187-7-iscsi',id=5fb30df9-6f10-41b8-94cc-b881623ba250,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:37:30Z,topic='l3_agent')) {'router_ids': ['3b37101d-7801-484d-9b53-12bc30cc60a8'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:56:26.972927 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-4839aeef-1c49-441d-8fd3-5235eb0bc757 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] 10.222.0.72 "DELETE /v2.0/floatingips/c755f0ac-f036-4d60-ba30-d9af290a3e5d HTTP/1.1" status: 204 len: 168 time: 0.8891726 Jan 28 13:56:26.973615 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18d5b540-ab17-46a8-8973-9d27569fc72e', 'tag': 'e5a428e6-2573-449b-ba21-9d27628c1a96'}] {{(pid=109084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:56:26.975943 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5cde6f7d6341da3213f8ae41fabcae285c2d6f110ff0443107e1632addf2fa1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6153f78-7229-4d9b-b51e-85133bb5e929" -d '{"events": [{"name": "network-changed", "server_uuid": "18d5b540-ab17-46a8-8973-9d27569fc72e", "tag": "e5a428e6-2573-449b-ba21-9d27628c1a96"}]}' {{(pid=109084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:56:27.013024 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:56:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43fcd448-535e-41fd-a471-aee31dbf1278 x-openstack-request-id: req-43fcd448-535e-41fd-a471-aee31dbf1278 {{(pid=109084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:56:27.013419 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18d5b540-ab17-46a8-8973-9d27569fc72e", "tag": "e5a428e6-2573-449b-ba21-9d27628c1a96", "status": "completed", "code": 200}]} {{(pid=109084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:56:27.013703 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-43fcd448-535e-41fd-a471-aee31dbf1278 {{(pid=109084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:56:27.014752 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18d5b540-ab17-46a8-8973-9d27569fc72e', 'tag': 'e5a428e6-2573-449b-ba21-9d27628c1a96', 'status': 'completed', 'code': 200} Jan 28 13:56:27.072768 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Device 97538a72-3a25-433c-8e06-975aaca68c9a no longer exists at agent hyperv_hv-cinder-82418 {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:56:27.073698 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6153f78-7229-4d9b-b51e-85133bb5e929 req-cc95afca-f48c-4a64-bdbd-250c97cef1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:56:27.075104 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-c6153f78-7229-4d9b-b51e-85133bb5e929 req-cc95afca-f48c-4a64-bdbd-250c97cef1e2 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=91bd515480d64f1fb4c68f74dfec7a79&device_id=18d5b540-ab17-46a8-8973-9d27569fc72e HTTP/1.1" status: 200 len: 1098 time: 0.0433166 Jan 28 13:56:27.082824 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-338329d4-0792-4805-a6d5-fa2253b9f535 None None] Set router 3b37101d-7801-484d-9b53-12bc30cc60a8 gateway port host: dv-cinder-824187-7-iscsi {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:56:27.109903 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] No Port match for: 97538a72-3a25-433c-8e06-975aaca68c9a {{(pid=109086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:56:27.110529 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Device 97538a72-3a25-433c-8e06-975aaca68c9a not bound to the agent host hv-cinder-82418 {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:56:27.111094 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Device b1bd6aa9-f926-4e61-9af0-6a7b44a33c27 no longer exists at agent hyperv_hv-cinder-82418 {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:56:27.134293 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] No Port match for: b1bd6aa9-f926-4e61-9af0-6a7b44a33c27 {{(pid=109086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:56:27.134920 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Device b1bd6aa9-f926-4e61-9af0-6a7b44a33c27 not bound to the agent host hv-cinder-82418 {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:56:27.179713 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6153f78-7229-4d9b-b51e-85133bb5e929 req-61a233fc-d146-43b8-8e14-1193d222353c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:56:27.179713 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-c6153f78-7229-4d9b-b51e-85133bb5e929 req-61a233fc-d146-43b8-8e14-1193d222353c service neutron] 10.222.0.78 "GET /v2.0/networks?id=edec13d6-6734-4abe-91ae-5b6be190099b HTTP/1.1" status: 200 len: 913 time: 0.0987976 Jan 28 13:56:27.214727 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17552ee-a0f6-4f0e-817a-1d05de00daeb req-a9799d2a-8933-4371-a44b-9318fc9cf97d tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:56:27.216353 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-b17552ee-a0f6-4f0e-817a-1d05de00daeb req-a9799d2a-8933-4371-a44b-9318fc9cf97d tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] 10.222.0.72 "GET /v2.0/ports?device_id=18d5b540-ab17-46a8-8973-9d27569fc72e HTTP/1.1" status: 200 len: 945 time: 0.0482323 Jan 28 13:56:27.225437 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-c6153f78-7229-4d9b-b51e-85133bb5e929 req-27271d8a-33d6-4096-8723-1ea66580b286 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e5a428e6-2573-449b-ba21-9d27628c1a96 HTTP/1.1" status: 200 len: 217 time: 0.0395303 Jan 28 13:56:27.267951 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-b17552ee-a0f6-4f0e-817a-1d05de00daeb req-4c95cf79-a861-4b03-ab9e-9f5e0b4bac6b tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] 10.222.0.72 "GET /v2.0/security-groups?id=c593fc4e-d69d-427e-8a7c-494b33da0fac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456667 Jan 28 13:56:27.276083 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6153f78-7229-4d9b-b51e-85133bb5e929 req-b88e5e8b-bd49-49a9-8995-b882d3ba424f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:56:27.277224 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-c6153f78-7229-4d9b-b51e-85133bb5e929 req-b88e5e8b-bd49-49a9-8995-b882d3ba424f service neutron] 10.222.0.78 "GET /v2.0/subnets?id=0bbd587e-7762-4c23-87b9-7f5b462e54c4 HTTP/1.1" status: 200 len: 851 time: 0.0449374 Jan 28 13:56:27.291280 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-338329d4-0792-4805-a6d5-fa2253b9f535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b37101d-7801-484d-9b53-12bc30cc60a8', 'name': 'tempest-TestVolumeBootPattern-2005865697-router', 'tenant_id': '91bd515480d64f1fb4c68f74dfec7a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'external_fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': 'c77b92c2-3718-4b36-af0f-460cc3a27081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:46:31Z', 'updated_at': '2022-01-28T13:46:37Z', 'revision_number': 4, 'project_id': '91bd515480d64f1fb4c68f74dfec7a79', 'gw_port': {'id': 'c77b92c2-3718-4b36-af0f-460cc3a27081', 'name': '', 'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:5e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b37101d-7801-484d-9b53-12bc30cc60a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:46:32Z', 'updated_at': '2022-01-28T13:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-7-iscsi', '_interfaces': [{'id': 'c5d68468-b68d-494b-a83f-3578fc646a5b', 'name': '', 'network_id': 'edec13d6-6734-4abe-91ae-5b6be190099b', 'tenant_id': '91bd515480d64f1fb4c68f74dfec7a79', 'mac_address': 'fa:16:3e:3c:05:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b37101d-7801-484d-9b53-12bc30cc60a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '0bbd587e-7762-4c23-87b9-7f5b462e54c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:46:36Z', 'updated_at': '2022-01-28T13:46:42Z', 'revision_number': 5, 'project_id': '91bd515480d64f1fb4c68f74dfec7a79', 'subnets': [{'id': '0bbd587e-7762-4c23-87b9-7f5b462e54c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824187-7-iscsi', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:56:27.317590 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338329d4-0792-4805-a6d5-fa2253b9f535 None None] Checking router: 3b37101d-7801-484d-9b53-12bc30cc60a8 for host: dv-cinder-824187-7-iscsi {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:56:27.326478 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338329d4-0792-4805-a6d5-fa2253b9f535 None None] Routers {'3b37101d-7801-484d-9b53-12bc30cc60a8'} bound to L3 agent in host dv-cinder-824187-7-iscsi {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:56:27.327098 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-338329d4-0792-4805-a6d5-fa2253b9f535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:37:30Z,description=,heartbeat_timestamp=2022-01-28T13:56:00Z,host='dv-cinder-824187-7-iscsi',id=5fb30df9-6f10-41b8-94cc-b881623ba250,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:37:30Z,topic='l3_agent')) {'router_ids': ['3b37101d-7801-484d-9b53-12bc30cc60a8'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:56:27.331021 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6153f78-7229-4d9b-b51e-85133bb5e929 req-95d9978b-1ef2-4d41-9646-d8dd290a6c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:56:27.332661 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-c6153f78-7229-4d9b-b51e-85133bb5e929 req-95d9978b-1ef2-4d41-9646-d8dd290a6c95 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=edec13d6-6734-4abe-91ae-5b6be190099b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0429704 Jan 28 13:56:27.408411 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 48222) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:56:27.442078 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-c6153f78-7229-4d9b-b51e-85133bb5e929 req-add4bdb4-7ecb-41c3-8815-d8b7db9f36bf service neutron] 10.222.0.78 "GET /v2.0/networks/edec13d6-6734-4abe-91ae-5b6be190099b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022961 Jan 28 13:56:27.460695 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-338329d4-0792-4805-a6d5-fa2253b9f535 None None] Set router 3b37101d-7801-484d-9b53-12bc30cc60a8 gateway port host: dv-cinder-824187-7-iscsi {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:56:27.564880 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-c6153f78-7229-4d9b-b51e-85133bb5e929 req-d8df0e45-411f-47eb-9ed5-05bbd8392932 service neutron] 10.222.0.78 "GET /v2.0/networks/edec13d6-6734-4abe-91ae-5b6be190099b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153252 Jan 28 13:56:27.688167 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-338329d4-0792-4805-a6d5-fa2253b9f535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b37101d-7801-484d-9b53-12bc30cc60a8', 'name': 'tempest-TestVolumeBootPattern-2005865697-router', 'tenant_id': '91bd515480d64f1fb4c68f74dfec7a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'external_fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': 'c77b92c2-3718-4b36-af0f-460cc3a27081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:46:31Z', 'updated_at': '2022-01-28T13:46:37Z', 'revision_number': 4, 'project_id': '91bd515480d64f1fb4c68f74dfec7a79', 'gw_port': {'id': 'c77b92c2-3718-4b36-af0f-460cc3a27081', 'name': '', 'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:5e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b37101d-7801-484d-9b53-12bc30cc60a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:46:32Z', 'updated_at': '2022-01-28T13:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-7-iscsi', '_interfaces': [{'id': 'c5d68468-b68d-494b-a83f-3578fc646a5b', 'name': '', 'network_id': 'edec13d6-6734-4abe-91ae-5b6be190099b', 'tenant_id': '91bd515480d64f1fb4c68f74dfec7a79', 'mac_address': 'fa:16:3e:3c:05:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b37101d-7801-484d-9b53-12bc30cc60a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '0bbd587e-7762-4c23-87b9-7f5b462e54c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:46:36Z', 'updated_at': '2022-01-28T13:46:42Z', 'revision_number': 5, 'project_id': '91bd515480d64f1fb4c68f74dfec7a79', 'subnets': [{'id': '0bbd587e-7762-4c23-87b9-7f5b462e54c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-824187-7-iscsi', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:56:27.720227 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338329d4-0792-4805-a6d5-fa2253b9f535 None None] The sync data for ids ['3b37101d-7801-484d-9b53-12bc30cc60a8'] in dv-cinder-824187-7-iscsi is: [{'id': '3b37101d-7801-484d-9b53-12bc30cc60a8', 'name': 'tempest-TestVolumeBootPattern-2005865697-router', 'tenant_id': '91bd515480d64f1fb4c68f74dfec7a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'external_fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': 'c77b92c2-3718-4b36-af0f-460cc3a27081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:46:31Z', 'updated_at': '2022-01-28T13:46:37Z', 'revision_number': 4, 'project_id': '91bd515480d64f1fb4c68f74dfec7a79', 'gw_port': {'id': 'c77b92c2-3718-4b36-af0f-460cc3a27081', 'name': '', 'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:5e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b37101d-7801-484d-9b53-12bc30cc60a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:46:32Z', 'updated_at': '2022-01-28T13:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-7-iscsi', '_interfaces': [{'id': 'c5d68468-b68d-494b-a83f-3578fc646a5b', 'name': '', 'network_id': 'edec13d6-6734-4abe-91ae-5b6be190099b', 'tenant_id': '91bd515480d64f1fb4c68f74dfec7a79', 'mac_address': 'fa:16:3e:3c:05:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b37101d-7801-484d-9b53-12bc30cc60a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '0bbd587e-7762-4c23-87b9-7f5b462e54c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:46:36Z', 'updated_at': '2022-01-28T13:46:42Z', 'revision_number': 5, 'project_id': '91bd515480d64f1fb4c68f74dfec7a79', 'subnets': [{'id': '0bbd587e-7762-4c23-87b9-7f5b462e54c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:56:27.851378 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e2f496-a20e-4828-b18c-9992af0939cf req-54238df4-7e82-4e2a-820e-43d2f6fea2f4 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:56:27.853029 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-08e2f496-a20e-4828-b18c-9992af0939cf req-54238df4-7e82-4e2a-820e-43d2f6fea2f4 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] 10.222.0.78 "GET /v2.0/ports?device_id=18d5b540-ab17-46a8-8973-9d27569fc72e HTTP/1.1" status: 200 len: 945 time: 0.0730977 Jan 28 13:56:27.954834 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-08e2f496-a20e-4828-b18c-9992af0939cf req-90b9de38-e4b2-4369-b102-f0d0e61a5651 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Deleting port e5a428e6-2573-449b-ba21-9d27628c1a96 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:56:27.955186 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-08e2f496-a20e-4828-b18c-9992af0939cf req-90b9de38-e4b2-4369-b102-f0d0e61a5651 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742788692592'] for port (e5a428e6-2573-449b-ba21-9d27628c1a96), before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:27.957329 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-203b4634-ef6f-449e-8bfc-1bf0512767cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1811891'] for router_interface (20f5b06b-d884-4fdb-859d-bb555f60c119), before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:28.016012 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7015245c-2cd5-42f0-8310-e5d399f29a4a None None] New status for floating IP c755f0ac-f036-4d60-ba30-d9af290a3e5d: DOWN {{(pid=109086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 13:56:28.051860 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-08e2f496-a20e-4828-b18c-9992af0939cf req-90b9de38-e4b2-4369-b102-f0d0e61a5651 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] For port e5a428e6-2573-449b-ba21-9d27628c1a96, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=e5a428e6-2573-449b-ba21-9d27628c1a96,segment=NetworkSegment(96a3ffce-3ebc-4cee-b2b1-2d336e9f8d25),segment_id=96a3ffce-3ebc-4cee-b2b1-2d336e9f8d25)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:56:28.052224 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-08e2f496-a20e-4828-b18c-9992af0939cf req-90b9de38-e4b2-4369-b102-f0d0e61a5651 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818260'] for port (e5a428e6-2573-449b-ba21-9d27628c1a96), precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:28.065159 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-08e2f496-a20e-4828-b18c-9992af0939cf req-90b9de38-e4b2-4369-b102-f0d0e61a5651 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Calling delete_port for e5a428e6-2573-449b-ba21-9d27628c1a96 owned by compute:nova {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:56:28.211835 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-08e2f496-a20e-4828-b18c-9992af0939cf req-90b9de38-e4b2-4369-b102-f0d0e61a5651 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742788697034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742788384835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4723325'] for port (e5a428e6-2573-449b-ba21-9d27628c1a96), after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:28.217953 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.plugin [None req-203b4634-ef6f-449e-8bfc-1bf0512767cb admin admin] Deleting port 6e6c03f6-ac84-4d4b-8769-fee97f0bb574 {{(pid=109084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:56:28.218461 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-203b4634-ef6f-449e-8bfc-1bf0512767cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742788692592'] for port (6e6c03f6-ac84-4d4b-8769-fee97f0bb574), before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:28.241421 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b9de38-e4b2-4369-b102-f0d0e61a5651 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Pushing event deleted for resources: {'Port': ['ID=e5a428e6-2573-449b-ba21-9d27628c1a96,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:28.242122 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-49933132-ee8a-47c3-be52-c2233cb1e0ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (fe6892c5-7eb1-46ce-88dd-77c5bcc32263), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:28.289128 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-08e2f496-a20e-4828-b18c-9992af0939cf req-90b9de38-e4b2-4369-b102-f0d0e61a5651 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] No DVR routers for this DVR port e5a428e6-2573-449b-ba21-9d27628c1a96 on host hv-cinder-82418 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:56:28.291737 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-08e2f496-a20e-4828-b18c-9992af0939cf req-90b9de38-e4b2-4369-b102-f0d0e61a5651 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91499'] for port (None), before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:28.295417 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-08e2f496-a20e-4828-b18c-9992af0939cf req-90b9de38-e4b2-4369-b102-f0d0e61a5651 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] 10.222.0.78 "DELETE /v2.0/ports/e5a428e6-2573-449b-ba21-9d27628c1a96 HTTP/1.1" status: 204 len: 173 time: 0.4374254 Jan 28 13:56:28.295874 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18d5b540-ab17-46a8-8973-9d27569fc72e', 'name': 'network-vif-deleted', 'tag': 'e5a428e6-2573-449b-ba21-9d27628c1a96'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:56:28.298245 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19ef927ebdb7e136520bf73605241c98ba3844c75ab8794845cb00139da391b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65c79672-a670-4401-8ced-0972be066525" -d '{"events": [{"server_uuid": "18d5b540-ab17-46a8-8973-9d27569fc72e", "name": "network-vif-deleted", "tag": "e5a428e6-2573-449b-ba21-9d27628c1a96"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:56:28.309297 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.db [None req-203b4634-ef6f-449e-8bfc-1bf0512767cb admin admin] For port 6e6c03f6-ac84-4d4b-8769-fee97f0bb574, host dv-cinder-824187-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-7-iscsi',level=0,port_id=6e6c03f6-ac84-4d4b-8769-fee97f0bb574,segment=NetworkSegment(4050b7b0-e9a9-41d7-af46-815bd2fde404),segment_id=4050b7b0-e9a9-41d7-af46-815bd2fde404)] {{(pid=109084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:56:28.309703 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-203b4634-ef6f-449e-8bfc-1bf0512767cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818260'] for port (6e6c03f6-ac84-4d4b-8769-fee97f0bb574), precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:28.325396 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.plugin [None req-203b4634-ef6f-449e-8bfc-1bf0512767cb admin admin] Calling delete_port for 6e6c03f6-ac84-4d4b-8769-fee97f0bb574 owned by network:router_interface {{(pid=109084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:56:28.339316 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcaa1c41-ac7b-479c-a91b-8a7c046c96d1 x-openstack-request-id: req-dcaa1c41-ac7b-479c-a91b-8a7c046c96d1 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:56:28.339635 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18d5b540-ab17-46a8-8973-9d27569fc72e", "name": "network-vif-deleted", "tag": "e5a428e6-2573-449b-ba21-9d27628c1a96", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:56:28.339986 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-dcaa1c41-ac7b-479c-a91b-8a7c046c96d1 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:56:28.340341 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18d5b540-ab17-46a8-8973-9d27569fc72e', 'name': 'network-vif-deleted', 'tag': 'e5a428e6-2573-449b-ba21-9d27628c1a96', 'status': 'completed', 'code': 200} Jan 28 13:56:28.378853 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-554830b0-6e70-4297-8449-529020b425cf req-cbec84e1-66e6-466c-a547-b9a93752bbf7 tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] 10.222.0.72 "GET /v2.0/ports?device_id=18d5b540-ab17-46a8-8973-9d27569fc72e HTTP/1.1" status: 200 len: 210 time: 0.0268426 Jan 28 13:56:28.482835 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.agents_db [None req-2611350c-8bbf-4fa3-a5bb-e2ba3591f3a7 None None] Agent healthcheck: found 6 active agents {{(pid=109087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:56:28.533052 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-203b4634-ef6f-449e-8bfc-1bf0512767cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742788697034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742788384835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6110957'] for port (6e6c03f6-ac84-4d4b-8769-fee97f0bb574), after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:28.557485 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203b4634-ef6f-449e-8bfc-1bf0512767cb admin admin] Pushing event deleted for resources: {'Port': ['ID=6e6c03f6-ac84-4d4b-8769-fee97f0bb574,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:28.738945 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-203b4634-ef6f-449e-8bfc-1bf0512767cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2032394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1811743'] for router_interface (20f5b06b-d884-4fdb-859d-bb555f60c119), after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:29.232409 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-203b4634-ef6f-449e-8bfc-1bf0512767cb admin admin] Router 20f5b06b-d884-4fdb-859d-bb555f60c119 has already been hosted by L3 agent 5fb30df9-6f10-41b8-94cc-b881623ba250 {{(pid=109084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:56:29.340832 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-203b4634-ef6f-449e-8bfc-1bf0512767cb admin admin] Notify agent at l3_agent.dv-cinder-824187-7-iscsi the message routers_updated {{(pid=109084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:56:29.346119 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-203b4634-ef6f-449e-8bfc-1bf0512767cb admin admin] 10.222.0.72 "PUT /v2.0/routers/20f5b06b-d884-4fdb-859d-bb555f60c119/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9364233 Jan 28 13:56:29.349672 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 48254) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:56:29.352212 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124ae528-3204-4fca-81a7-4d706b0754cd None None] Sync routers for ids ['20f5b06b-d884-4fdb-859d-bb555f60c119'] in dv-cinder-824187-7-iscsi {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:56:29.363222 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124ae528-3204-4fca-81a7-4d706b0754cd None None] Routers {'20f5b06b-d884-4fdb-859d-bb555f60c119'} bound to L3 agent in host dv-cinder-824187-7-iscsi {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:56:29.363832 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-124ae528-3204-4fca-81a7-4d706b0754cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:37:30Z,description=,heartbeat_timestamp=2022-01-28T13:56:00Z,host='dv-cinder-824187-7-iscsi',id=5fb30df9-6f10-41b8-94cc-b881623ba250,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:37:30Z,topic='l3_agent')) {'router_ids': ['20f5b06b-d884-4fdb-859d-bb555f60c119'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:56:29.443453 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 48258) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:56:29.455262 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-b9f91138-58eb-43d5-aaa9-b8958cfc7177 admin admin] Publish callbacks [] for router (20f5b06b-d884-4fdb-859d-bb555f60c119), before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:29.473679 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-124ae528-3204-4fca-81a7-4d706b0754cd None None] Set router 20f5b06b-d884-4fdb-859d-bb555f60c119 gateway port host: dv-cinder-824187-7-iscsi {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:56:29.557122 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-b9f91138-58eb-43d5-aaa9-b8958cfc7177 admin admin] Publish callbacks [] for router_gateway (20f5b06b-d884-4fdb-859d-bb555f60c119), before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:29.572639 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-b24b00ba-25c0-4aff-af48-1b1e27b1935f tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Deleting port 5afcd889-daa5-4e61-b486-a5e61d98bc25 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:56:29.573154 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b24b00ba-25c0-4aff-af48-1b1e27b1935f tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742788692592'] for port (5afcd889-daa5-4e61-b486-a5e61d98bc25), before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:29.619087 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.plugin [None req-b9f91138-58eb-43d5-aaa9-b8958cfc7177 admin admin] Deleting port 0d71a8f6-5672-41f6-a935-2f6ccc98a36b {{(pid=109084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:56:29.619690 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-b9f91138-58eb-43d5-aaa9-b8958cfc7177 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742788692592'] for port (0d71a8f6-5672-41f6-a935-2f6ccc98a36b), before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:29.660566 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b24b00ba-25c0-4aff-af48-1b1e27b1935f tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818260'] for port (5afcd889-daa5-4e61-b486-a5e61d98bc25), precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:29.660971 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b24b00ba-25c0-4aff-af48-1b1e27b1935f tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Publish callbacks [] for floatingip (5afcd889-daa5-4e61-b486-a5e61d98bc25), precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:29.665847 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-124ae528-3204-4fca-81a7-4d706b0754cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20f5b06b-d884-4fdb-859d-bb555f60c119', 'name': 'tempest-AttachVolumeShelveTestJSON-1176312518-router', 'tenant_id': '0799c831a5c443ae8c670a0c79104f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'external_fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.158'}], 'enable_snat': True}, 'gw_port_id': '0d71a8f6-5672-41f6-a935-2f6ccc98a36b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:45:24Z', 'updated_at': '2022-01-28T13:56:28Z', 'revision_number': 5, 'project_id': '0799c831a5c443ae8c670a0c79104f84', 'gw_port': {'id': '0d71a8f6-5672-41f6-a935-2f6ccc98a36b', 'name': '', 'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:02:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f5b06b-d884-4fdb-859d-bb555f60c119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:45:26Z', 'updated_at': '2022-01-28T13:45:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-7-iscsi'}], 'dv-cinder-824187-7-iscsi', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:56:29.673716 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-b24b00ba-25c0-4aff-af48-1b1e27b1935f tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Calling delete_port for 5afcd889-daa5-4e61-b486-a5e61d98bc25 owned by network:floatingip {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:56:29.696317 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124ae528-3204-4fca-81a7-4d706b0754cd None None] Checking router: 20f5b06b-d884-4fdb-859d-bb555f60c119 for host: dv-cinder-824187-7-iscsi {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:56:29.701889 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.db [None req-b9f91138-58eb-43d5-aaa9-b8958cfc7177 admin admin] For port 0d71a8f6-5672-41f6-a935-2f6ccc98a36b, host dv-cinder-824187-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-7-iscsi',level=0,port_id=0d71a8f6-5672-41f6-a935-2f6ccc98a36b,segment=NetworkSegment(2ff911eb-b784-4487-8703-ed6009453f86),segment_id=2ff911eb-b784-4487-8703-ed6009453f86)] {{(pid=109084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:56:29.702386 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-b9f91138-58eb-43d5-aaa9-b8958cfc7177 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818260'] for port (0d71a8f6-5672-41f6-a935-2f6ccc98a36b), precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:29.705861 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124ae528-3204-4fca-81a7-4d706b0754cd None None] Routers {'20f5b06b-d884-4fdb-859d-bb555f60c119'} bound to L3 agent in host dv-cinder-824187-7-iscsi {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:56:29.706515 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-124ae528-3204-4fca-81a7-4d706b0754cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T13:37:30Z,description=,heartbeat_timestamp=2022-01-28T13:56:00Z,host='dv-cinder-824187-7-iscsi',id=5fb30df9-6f10-41b8-94cc-b881623ba250,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:37:30Z,topic='l3_agent')) {'router_ids': ['20f5b06b-d884-4fdb-859d-bb555f60c119'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:56:29.716619 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.plugin [None req-b9f91138-58eb-43d5-aaa9-b8958cfc7177 admin admin] Calling delete_port for 0d71a8f6-5672-41f6-a935-2f6ccc98a36b owned by network:router_gateway {{(pid=109084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:56:29.794782 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-124ae528-3204-4fca-81a7-4d706b0754cd None None] Set router 20f5b06b-d884-4fdb-859d-bb555f60c119 gateway port host: None {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:56:29.818863 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b24b00ba-25c0-4aff-af48-1b1e27b1935f tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742788697034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742788384835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4723325'] for port (5afcd889-daa5-4e61-b486-a5e61d98bc25), after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:29.846524 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-124ae528-3204-4fca-81a7-4d706b0754cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20f5b06b-d884-4fdb-859d-bb555f60c119', 'name': 'tempest-AttachVolumeShelveTestJSON-1176312518-router', 'tenant_id': '0799c831a5c443ae8c670a0c79104f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:45:24Z', 'updated_at': '2022-01-28T13:56:29Z', 'revision_number': 6, 'project_id': '0799c831a5c443ae8c670a0c79104f84', 'gw_port_host': None}], 'dv-cinder-824187-7-iscsi', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:56:29.851991 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24b00ba-25c0-4aff-af48-1b1e27b1935f tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Pushing event deleted for resources: {'Port': ['ID=5afcd889-daa5-4e61-b486-a5e61d98bc25,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:29.903799 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-b9f91138-58eb-43d5-aaa9-b8958cfc7177 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742788697034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742788384835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6110957'] for port (0d71a8f6-5672-41f6-a935-2f6ccc98a36b), after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:29.919866 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b24b00ba-25c0-4aff-af48-1b1e27b1935f tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Publish callbacks [] for floatingip (31e0fdc0-e50b-4c50-9d75-a56676df776f), after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:29.922682 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b24b00ba-25c0-4aff-af48-1b1e27b1935f tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91499'] for floatingip (None), before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:29.926743 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-b24b00ba-25c0-4aff-af48-1b1e27b1935f tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] 10.222.0.72 "DELETE /v2.0/floatingips/31e0fdc0-e50b-4c50-9d75-a56676df776f HTTP/1.1" status: 204 len: 168 time: 0.4791133 Jan 28 13:56:29.931751 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f91138-58eb-43d5-aaa9-b8958cfc7177 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d71a8f6-5672-41f6-a935-2f6ccc98a36b,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:29.974613 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124ae528-3204-4fca-81a7-4d706b0754cd None None] The sync data for ids ['20f5b06b-d884-4fdb-859d-bb555f60c119'] in dv-cinder-824187-7-iscsi is: [{'id': '20f5b06b-d884-4fdb-859d-bb555f60c119', 'name': 'tempest-AttachVolumeShelveTestJSON-1176312518-router', 'tenant_id': '0799c831a5c443ae8c670a0c79104f84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:45:24Z', 'updated_at': '2022-01-28T13:56:29Z', 'revision_number': 6, 'project_id': '0799c831a5c443ae8c670a0c79104f84', 'gw_port_host': None}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:56:30.016746 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-b9f91138-58eb-43d5-aaa9-b8958cfc7177 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1816949'] for router_gateway (20f5b06b-d884-4fdb-859d-bb555f60c119), after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:30.144326 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-b9f91138-58eb-43d5-aaa9-b8958cfc7177 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1812480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-46618'] for router (20f5b06b-d884-4fdb-859d-bb555f60c119), precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:30.146678 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-b9f91138-58eb-43d5-aaa9-b8958cfc7177 admin admin] Publish callbacks [] for router_controller (20f5b06b-d884-4fdb-859d-bb555f60c119), precommit_delete_associations {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:30.192291 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-b9f91138-58eb-43d5-aaa9-b8958cfc7177 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1812489'] for router (20f5b06b-d884-4fdb-859d-bb555f60c119), after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:30.192770 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9f91138-58eb-43d5-aaa9-b8958cfc7177 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 20f5b06b-d884-4fdb-859d-bb555f60c119 {{(pid=109084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:56:30.197684 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-b9f91138-58eb-43d5-aaa9-b8958cfc7177 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:30.198844 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-b9f91138-58eb-43d5-aaa9-b8958cfc7177 admin admin] 10.222.0.72 "DELETE /v2.0/routers/20f5b06b-d884-4fdb-859d-bb555f60c119 HTTP/1.1" status: 204 len: 168 time: 0.8482707 Jan 28 13:56:30.201669 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 48268) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:56:30.250373 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6689636-e1a9-4091-8f20-788bfa8ebdb8 admin admin] Deleting subnet 6a182525-8d42-4b74-88dd-616808d54b14 {{(pid=109084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:56:30.253685 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-c6689636-e1a9-4091-8f20-788bfa8ebdb8 admin admin] Publish callbacks [] for subnet (6a182525-8d42-4b74-88dd-616808d54b14), before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:30.257439 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-bc379f50-6175-446a-b03e-90351b06b242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (5fb30df9-6f10-41b8-94cc-b881623ba250), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:30.292943 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-c6689636-e1a9-4091-8f20-788bfa8ebdb8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4731551'] for subnet (6a182525-8d42-4b74-88dd-616808d54b14), precommit_delete_associations {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:30.393591 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-c6689636-e1a9-4091-8f20-788bfa8ebdb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1036461'] for subnet (6a182525-8d42-4b74-88dd-616808d54b14), precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:30.468794 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-c6689636-e1a9-4091-8f20-788bfa8ebdb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1036450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6110936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5832109'] for subnet (6a182525-8d42-4b74-88dd-616808d54b14), after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:30.469338 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Device 6e6c03f6-ac84-4d4b-8769-fee97f0bb574 no longer exists at agent ovs-agent-dv-cinder-824187-7-iscsi {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:56:30.489835 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] No Port match for: 6e6c03f6-ac84-4d4b-8769-fee97f0bb574 {{(pid=109086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:56:30.490219 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Device 6e6c03f6-ac84-4d4b-8769-fee97f0bb574 not bound to the agent host dv-cinder-824187-7-iscsi {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:56:30.497314 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6689636-e1a9-4091-8f20-788bfa8ebdb8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a182525-8d42-4b74-88dd-616808d54b14,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:30.503276 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-c6689636-e1a9-4091-8f20-788bfa8ebdb8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:30.507973 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-c6689636-e1a9-4091-8f20-788bfa8ebdb8 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/6a182525-8d42-4b74-88dd-616808d54b14 HTTP/1.1" status: 204 len: 168 time: 0.3050733 Jan 28 13:56:30.508672 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9735abab-9ca3-4aff-bf4f-56c36219e384 None None] Network 711eb359-e0a6-4069-8d9d-85442c14b212 requested from dv-cinder-824187-7-iscsi {{(pid=109086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:56:30.510911 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 48276) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:56:30.595808 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-111a4a59-6112-4ca1-889e-2439a33d191c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-799852'] for network (711eb359-e0a6-4069-8d9d-85442c14b212), before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:30.653518 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.plugin [None req-111a4a59-6112-4ca1-889e-2439a33d191c admin admin] Deleting port 2baf8ecc-b2c8-4181-87e0-a5bf9e8d0a94 {{(pid=109084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:56:30.653855 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-111a4a59-6112-4ca1-889e-2439a33d191c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742788692592'] for port (2baf8ecc-b2c8-4181-87e0-a5bf9e8d0a94), before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:30.718690 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.db [None req-111a4a59-6112-4ca1-889e-2439a33d191c admin admin] For port 2baf8ecc-b2c8-4181-87e0-a5bf9e8d0a94, host dv-cinder-824187-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-7-iscsi',level=0,port_id=2baf8ecc-b2c8-4181-87e0-a5bf9e8d0a94,segment=NetworkSegment(4050b7b0-e9a9-41d7-af46-815bd2fde404),segment_id=4050b7b0-e9a9-41d7-af46-815bd2fde404)] {{(pid=109084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:56:30.718943 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-111a4a59-6112-4ca1-889e-2439a33d191c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818260'] for port (2baf8ecc-b2c8-4181-87e0-a5bf9e8d0a94), precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:30.735190 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.plugin [None req-111a4a59-6112-4ca1-889e-2439a33d191c admin admin] Calling delete_port for 2baf8ecc-b2c8-4181-87e0-a5bf9e8d0a94 owned by network:dhcp {{(pid=109084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:56:30.804810 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66a6e15c-d6cc-4dae-8802-931843905898 None None] DHCP port deletion for 711eb359-e0a6-4069-8d9d-85442c14b212 request from dv-cinder-824187-7-iscsi {{(pid=109086) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:56:30.822981 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-111a4a59-6112-4ca1-889e-2439a33d191c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742788697034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742788384835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6110957'] for port (2baf8ecc-b2c8-4181-87e0-a5bf9e8d0a94), after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:30.849809 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111a4a59-6112-4ca1-889e-2439a33d191c admin admin] Pushing event deleted for resources: {'Port': ['ID=2baf8ecc-b2c8-4181-87e0-a5bf9e8d0a94,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:30.853417 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111a4a59-6112-4ca1-889e-2439a33d191c admin admin] No DVR routers for this DVR port 2baf8ecc-b2c8-4181-87e0-a5bf9e8d0a94 on host dv-cinder-824187-7-iscsi {{(pid=109084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:56:30.865455 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-66a6e15c-d6cc-4dae-8802-931843905898 None None] Deleting port 2baf8ecc-b2c8-4181-87e0-a5bf9e8d0a94 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:56:30.865984 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-66a6e15c-d6cc-4dae-8802-931843905898 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742788692592'] for port (2baf8ecc-b2c8-4181-87e0-a5bf9e8d0a94), before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:30.930401 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-111a4a59-6112-4ca1-889e-2439a33d191c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1044054', 'neutron.services.segments.db._delete_segments_for_network-8742788684692'] for network (711eb359-e0a6-4069-8d9d-85442c14b212), precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:30.931849 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-66a6e15c-d6cc-4dae-8802-931843905898 None None] For port 2baf8ecc-b2c8-4181-87e0-a5bf9e8d0a94, host dv-cinder-824187-7-iscsi, got binding levels [] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:56:30.932453 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-66a6e15c-d6cc-4dae-8802-931843905898 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818260'] for port (2baf8ecc-b2c8-4181-87e0-a5bf9e8d0a94), precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:30.945545 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-66a6e15c-d6cc-4dae-8802-931843905898 None None] Calling delete_port for 2baf8ecc-b2c8-4181-87e0-a5bf9e8d0a94 owned by network:dhcp {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:56:30.948549 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.ipam_backend_mixin [None req-66a6e15c-d6cc-4dae-8802-931843905898 None None] Port 2baf8ecc-b2c8-4181-87e0-a5bf9e8d0a94 was not found and therefore no delete operation was performed {{(pid=109086) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 13:56:30.949873 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-66a6e15c-d6cc-4dae-8802-931843905898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742788697034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742788384835'] for port (2baf8ecc-b2c8-4181-87e0-a5bf9e8d0a94), after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:30.952702 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.services.segments.db [None req-111a4a59-6112-4ca1-889e-2439a33d191c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['711eb359-e0a6-4069-8d9d-85442c14b212']}} {{(pid=109084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:56:30.962429 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.services.segments.db [None req-111a4a59-6112-4ca1-889e-2439a33d191c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4050b7b0-e9a9-41d7-af46-815bd2fde404') {'for_net_delete': True} {{(pid=109084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:56:30.962726 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.services.segments.db [None req-111a4a59-6112-4ca1-889e-2439a33d191c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4050b7b0-e9a9-41d7-af46-815bd2fde404') {} {{(pid=109084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:56:30.972185 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-111a4a59-6112-4ca1-889e-2439a33d191c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742788686749', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4731622'] for segment (4050b7b0-e9a9-41d7-af46-815bd2fde404), before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:30.974261 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a6e15c-d6cc-4dae-8802-931843905898 None None] Pushing event deleted for resources: {'Port': ['ID=2baf8ecc-b2c8-4181-87e0-a5bf9e8d0a94,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:30.979079 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a6e15c-d6cc-4dae-8802-931843905898 None None] No DVR routers for this DVR port 2baf8ecc-b2c8-4181-87e0-a5bf9e8d0a94 on host dv-cinder-824187-7-iscsi {{(pid=109086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:56:30.994178 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-111a4a59-6112-4ca1-889e-2439a33d191c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-923698'] for segment (4050b7b0-e9a9-41d7-af46-815bd2fde404), precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:30.995417 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a6e15c-d6cc-4dae-8802-931843905898 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:56:30.995794 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a6e15c-d6cc-4dae-8802-931843905898 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:56:30.996167 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a6e15c-d6cc-4dae-8802-931843905898 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:56:30.996613 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a6e15c-d6cc-4dae-8802-931843905898 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:56:30.997098 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a6e15c-d6cc-4dae-8802-931843905898 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:56:30.997442 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a6e15c-d6cc-4dae-8802-931843905898 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:56:30.997812 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a6e15c-d6cc-4dae-8802-931843905898 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:56:30.998170 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a6e15c-d6cc-4dae-8802-931843905898 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:56:30.998539 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a6e15c-d6cc-4dae-8802-931843905898 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:56:30.998947 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a6e15c-d6cc-4dae-8802-931843905898 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:56:30.999281 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a6e15c-d6cc-4dae-8802-931843905898 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:56:30.999639 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a6e15c-d6cc-4dae-8802-931843905898 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:56:31.000015 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a6e15c-d6cc-4dae-8802-931843905898 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:56:31.003289 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-111a4a59-6112-4ca1-889e-2439a33d191c admin admin] Releasing vlan 745 on physical network physnet1 to pool {{(pid=109084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:56:31.003917 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-111a4a59-6112-4ca1-889e-2439a33d191c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-923698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6110770'] for segment (4050b7b0-e9a9-41d7-af46-815bd2fde404), after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:31.006350 dv-cinder-824187-7-iscsi neutron-server[109084]: Traceback (most recent call last): Jan 28 13:56:31.006350 dv-cinder-824187-7-iscsi neutron-server[109084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:56:31.006350 dv-cinder-824187-7-iscsi neutron-server[109084]: timer() Jan 28 13:56:31.006350 dv-cinder-824187-7-iscsi neutron-server[109084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:56:31.006350 dv-cinder-824187-7-iscsi neutron-server[109084]: cb(*args, **kw) Jan 28 13:56:31.006350 dv-cinder-824187-7-iscsi neutron-server[109084]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:56:31.006350 dv-cinder-824187-7-iscsi neutron-server[109084]: return func(*args, **kwargs) Jan 28 13:56:31.006350 dv-cinder-824187-7-iscsi neutron-server[109084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:56:31.006350 dv-cinder-824187-7-iscsi neutron-server[109084]: self._notify() Jan 28 13:56:31.006350 dv-cinder-824187-7-iscsi neutron-server[109084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:56:31.006350 dv-cinder-824187-7-iscsi neutron-server[109084]: self.callback(batched_events) Jan 28 13:56:31.006350 dv-cinder-824187-7-iscsi neutron-server[109084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:56:31.006350 dv-cinder-824187-7-iscsi neutron-server[109084]: event.method(event) Jan 28 13:56:31.006350 dv-cinder-824187-7-iscsi neutron-server[109084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:56:31.006350 dv-cinder-824187-7-iscsi neutron-server[109084]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:56:31.006350 dv-cinder-824187-7-iscsi neutron-server[109084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:56:31.006350 dv-cinder-824187-7-iscsi neutron-server[109084]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:56:31.006350 dv-cinder-824187-7-iscsi neutron-server[109084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:56:31.006350 dv-cinder-824187-7-iscsi neutron-server[109084]: return f(self, *a, **k) Jan 28 13:56:31.006350 dv-cinder-824187-7-iscsi neutron-server[109084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:56:31.006350 dv-cinder-824187-7-iscsi neutron-server[109084]: return self._get(url).json() Jan 28 13:56:31.006350 dv-cinder-824187-7-iscsi neutron-server[109084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:56:31.006350 dv-cinder-824187-7-iscsi neutron-server[109084]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:56:31.006350 dv-cinder-824187-7-iscsi neutron-server[109084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:56:31.006350 dv-cinder-824187-7-iscsi neutron-server[109084]: return self.request(url, 'GET', **kwargs) Jan 28 13:56:31.006350 dv-cinder-824187-7-iscsi neutron-server[109084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:56:31.006350 dv-cinder-824187-7-iscsi neutron-server[109084]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:56:31.006350 dv-cinder-824187-7-iscsi neutron-server[109084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:56:31.006350 dv-cinder-824187-7-iscsi neutron-server[109084]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:56:31.006350 dv-cinder-824187-7-iscsi neutron-server[109084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:56:31.006350 dv-cinder-824187-7-iscsi neutron-server[109084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:56:31.006350 dv-cinder-824187-7-iscsi neutron-server[109084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:56:31.062253 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-111a4a59-6112-4ca1-889e-2439a33d191c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1044015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1817757'] for network (711eb359-e0a6-4069-8d9d-85442c14b212), after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:31.072813 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-111a4a59-6112-4ca1-889e-2439a33d191c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032615'] for network (None), before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:31.078374 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-111a4a59-6112-4ca1-889e-2439a33d191c admin admin] 10.222.0.72 "DELETE /v2.0/networks/711eb359-e0a6-4069-8d9d-85442c14b212 HTTP/1.1" status: 204 len: 168 time: 0.5640330 Jan 28 13:56:31.092192 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111a4a59-6112-4ca1-889e-2439a33d191c admin admin] Pushing event deleted for resources: {'Network': ['ID=711eb359-e0a6-4069-8d9d-85442c14b212,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:31.142626 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 48284) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:56:31.200370 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a8f08342-25d2-4623-9753-2073cc11e21a tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Publish callbacks [] for security_group (c593fc4e-d69d-427e-8a7c-494b33da0fac), before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:31.204151 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 48286) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:56:31.225580 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a8f08342-25d2-4623-9753-2073cc11e21a tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Publish callbacks [] for security_group (c593fc4e-d69d-427e-8a7c-494b33da0fac), precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:31.244884 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-260ba2a8-0e2c-4791-92c5-eea73cb981f9 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=0799c831a5c443ae8c670a0c79104f84&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0379028 Jan 28 13:56:31.249566 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 48288) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:56:31.293229 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a8f08342-25d2-4623-9753-2073cc11e21a tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (c593fc4e-d69d-427e-8a7c-494b33da0fac), after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:31.295864 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a8f08342-25d2-4623-9753-2073cc11e21a tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Publish callbacks [] for security_group (None), before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:31.299560 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-4f3c52d7-3960-433d-8d97-9985e90726b6 admin admin] Publish callbacks [] for security_group (47462364-4fd8-4866-bc2e-a7b55dd0dd93), before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:31.300081 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-a8f08342-25d2-4623-9753-2073cc11e21a tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] 10.222.0.72 "DELETE /v2.0/security-groups/c593fc4e-d69d-427e-8a7c-494b33da0fac HTTP/1.1" status: 204 len: 168 time: 0.1534288 Jan 28 13:56:31.307457 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f08342-25d2-4623-9753-2073cc11e21a tempest-TestVolumeBootPattern-1678176050 tempest-TestVolumeBootPattern-1678176050-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c593fc4e-d69d-427e-8a7c-494b33da0fac,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:31.325612 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-4f3c52d7-3960-433d-8d97-9985e90726b6 admin admin] Publish callbacks [] for security_group (47462364-4fd8-4866-bc2e-a7b55dd0dd93), precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:31.360921 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 48292) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:56:31.383596 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-4f3c52d7-3960-433d-8d97-9985e90726b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (47462364-4fd8-4866-bc2e-a7b55dd0dd93), after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:31.386633 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-4f3c52d7-3960-433d-8d97-9985e90726b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:31.387895 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-4f3c52d7-3960-433d-8d97-9985e90726b6 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/47462364-4fd8-4866-bc2e-a7b55dd0dd93 HTTP/1.1" status: 204 len: 168 time: 0.1373138 Jan 28 13:56:31.397608 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3c52d7-3960-433d-8d97-9985e90726b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47462364-4fd8-4866-bc2e-a7b55dd0dd93,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:31.757450 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-120fdcba-5236-4c4f-ad1d-de3bbc2703f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (270c75b4-e9a8-4b16-85de-99abb56244df), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:31.885397 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d9970e38-8f7c-45e7-a18d-4712e48612fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1811891'] for router_interface (3b37101d-7801-484d-9b53-12bc30cc60a8), before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:32.076863 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 48322) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:56:32.103599 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Device 2baf8ecc-b2c8-4181-87e0-a5bf9e8d0a94 no longer exists at agent ovs-agent-dv-cinder-824187-7-iscsi {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:56:32.131703 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] No Port match for: 2baf8ecc-b2c8-4181-87e0-a5bf9e8d0a94 {{(pid=109086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:56:32.132051 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Device 2baf8ecc-b2c8-4181-87e0-a5bf9e8d0a94 not bound to the agent host dv-cinder-824187-7-iscsi {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:56:32.132471 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Device 0d71a8f6-5672-41f6-a935-2f6ccc98a36b no longer exists at agent ovs-agent-dv-cinder-824187-7-iscsi {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:56:32.147091 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-d9970e38-8f7c-45e7-a18d-4712e48612fe admin admin] Deleting port c5d68468-b68d-494b-a83f-3578fc646a5b {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:56:32.147692 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d9970e38-8f7c-45e7-a18d-4712e48612fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742788692592'] for port (c5d68468-b68d-494b-a83f-3578fc646a5b), before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:32.151628 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] No Port match for: 0d71a8f6-5672-41f6-a935-2f6ccc98a36b {{(pid=109086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:56:32.151973 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Device 0d71a8f6-5672-41f6-a935-2f6ccc98a36b not bound to the agent host dv-cinder-824187-7-iscsi {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:56:32.187034 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.v2.base [None req-db6dcbfe-9be2-4f26-83ea-81cf345cdba9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-933339893-network', 'tenant_id': '752b92271d05454584ec03438c6dee5f'}} {{(pid=109084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:56:32.209061 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db6dcbfe-9be2-4f26-83ea-81cf345cdba9 admin admin] Made reservation on behalf of 752b92271d05454584ec03438c6dee5f for: {'network': 1} {{(pid=109084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:56:32.211486 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-db6dcbfe-9be2-4f26-83ea-81cf345cdba9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for network (None), before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:32.220314 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-db6dcbfe-9be2-4f26-83ea-81cf345cdba9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:32.228176 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.db [None req-d9970e38-8f7c-45e7-a18d-4712e48612fe admin admin] For port c5d68468-b68d-494b-a83f-3578fc646a5b, host dv-cinder-824187-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-7-iscsi',level=0,port_id=c5d68468-b68d-494b-a83f-3578fc646a5b,segment=NetworkSegment(96a3ffce-3ebc-4cee-b2b1-2d336e9f8d25),segment_id=96a3ffce-3ebc-4cee-b2b1-2d336e9f8d25)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:56:32.228614 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d9970e38-8f7c-45e7-a18d-4712e48612fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818260'] for port (c5d68468-b68d-494b-a83f-3578fc646a5b), precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:32.240153 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-d9970e38-8f7c-45e7-a18d-4712e48612fe admin admin] Calling delete_port for c5d68468-b68d-494b-a83f-3578fc646a5b owned by network:router_interface {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:56:32.298749 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-db6dcbfe-9be2-4f26-83ea-81cf345cdba9 admin admin] Publish callbacks [] for security_group (0c2237f5-e570-4df3-b859-dc7374b156b3), precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:32.304767 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-db6dcbfe-9be2-4f26-83ea-81cf345cdba9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (0c2237f5-e570-4df3-b859-dc7374b156b3), after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:32.333600 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db6dcbfe-9be2-4f26-83ea-81cf345cdba9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 701} {{(pid=109084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:56:32.343568 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6dcbfe-9be2-4f26-83ea-81cf345cdba9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c2237f5-e570-4df3-b859-dc7374b156b3,revision_number=1']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:32.348744 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-db6dcbfe-9be2-4f26-83ea-81cf345cdba9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-923698'] for segment (138f5ee1-e076-44ea-abbf-a8c49ebddcd6), precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:32.349124 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.db.segments_db [None req-db6dcbfe-9be2-4f26-83ea-81cf345cdba9 admin admin] Added segment 138f5ee1-e076-44ea-abbf-a8c49ebddcd6 of type vlan for network a0a03de1-89bc-4abc-a7de-5e839a993506 Jan 28 13:56:32.390687 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-db6dcbfe-9be2-4f26-83ea-81cf345cdba9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742788371074'] for network (a0a03de1-89bc-4abc-a7de-5e839a993506), precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:32.416549 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-db6dcbfe-9be2-4f26-83ea-81cf345cdba9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625'] for network (a0a03de1-89bc-4abc-a7de-5e839a993506), after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:32.417536 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db6dcbfe-9be2-4f26-83ea-81cf345cdba9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:56:32.418169 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-db6dcbfe-9be2-4f26-83ea-81cf345cdba9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032615'] for network (None), before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:32.434286 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d9970e38-8f7c-45e7-a18d-4712e48612fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742788697034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742788384835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4723325'] for port (c5d68468-b68d-494b-a83f-3578fc646a5b), after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:32.475514 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9970e38-8f7c-45e7-a18d-4712e48612fe admin admin] Pushing event deleted for resources: {'Port': ['ID=c5d68468-b68d-494b-a83f-3578fc646a5b,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:32.484196 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-db6dcbfe-9be2-4f26-83ea-81cf345cdba9 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4032583 Jan 28 13:56:32.484911 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 48326) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:56:32.492866 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.v2.base [None req-c01c9eed-8e74-4819-b3d3-42fbcb1dce30 admin admin] Request body: {'subnet': {'network_id': 'a0a03de1-89bc-4abc-a7de-5e839a993506', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-933339893-subnet', 'tenant_id': '752b92271d05454584ec03438c6dee5f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:56:32.497159 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6dcbfe-9be2-4f26-83ea-81cf345cdba9 admin admin] Pushing event updated for resources: {'Network': ['ID=a0a03de1-89bc-4abc-a7de-5e839a993506,revision_number=1']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:32.509067 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Network a0a03de1-89bc-4abc-a7de-5e839a993506 details requested by agent ovs-agent-dv-cinder-824187-7-iscsi with host dv-cinder-824187-7-iscsi {{(pid=109086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:56:32.516881 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c01c9eed-8e74-4819-b3d3-42fbcb1dce30 admin admin] Made reservation on behalf of 752b92271d05454584ec03438c6dee5f for: {'subnet': 1} {{(pid=109084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:56:32.519467 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-c01c9eed-8e74-4819-b3d3-42fbcb1dce30 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5831756'] for subnet (None), before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:32.723623 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-c01c9eed-8e74-4819-b3d3-42fbcb1dce30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6110873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5831774'] for subnet (5e5de745-b1fa-4209-bcac-141ee6f28a58), after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:32.790863 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01c9eed-8e74-4819-b3d3-42fbcb1dce30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e5de745-b1fa-4209-bcac-141ee6f28a58,revision_number=0']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:32.801939 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01c9eed-8e74-4819-b3d3-42fbcb1dce30 admin admin] Checking segment: {'id': '138f5ee1-e076-44ea-abbf-a8c49ebddcd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'a0a03de1-89bc-4abc-a7de-5e839a993506'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:56:32.802306 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c01c9eed-8e74-4819-b3d3-42fbcb1dce30 admin admin] Network hostable DHCP agents. Network: a0a03de1-89bc-4abc-a7de-5e839a993506, hostable agents: ['fe6892c5-7eb1-46ce-88dd-77c5bcc32263'], hosted agents: [] {{(pid=109084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:56:32.830954 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c01c9eed-8e74-4819-b3d3-42fbcb1dce30 admin admin] Network a0a03de1-89bc-4abc-a7de-5e839a993506 is scheduled to be hosted by DHCP agent fe6892c5-7eb1-46ce-88dd-77c5bcc32263 with binding_index 1 {{(pid=109084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:56:32.843488 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.scheduler.base_scheduler [None req-c01c9eed-8e74-4819-b3d3-42fbcb1dce30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824187-7-iscsi, a0a03de1-89bc-4abc-a7de-5e839a993506) {{(pid=109084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:56:32.849374 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c01c9eed-8e74-4819-b3d3-42fbcb1dce30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:56:32.850163 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-c01c9eed-8e74-4819-b3d3-42fbcb1dce30 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:32.858120 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb2f70bb-efc5-4bf4-bc4b-7abf105726c3 None None] Network a0a03de1-89bc-4abc-a7de-5e839a993506 requested from dv-cinder-824187-7-iscsi {{(pid=109086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:56:32.890943 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-c01c9eed-8e74-4819-b3d3-42fbcb1dce30 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4020412 Jan 28 13:56:32.936236 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a365d3e8-b48a-4a28-95b6-25537061fe93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (282d2827-b9b4-4282-91d0-335a7cd9818a), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:32.948885 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-d9970e38-8f7c-45e7-a18d-4712e48612fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2032394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1811743'] for router_interface (3b37101d-7801-484d-9b53-12bc30cc60a8), after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:32.989068 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b16d2a3-be38-4d2b-b1ec-44c4a81d2620 None None] Network a0a03de1-89bc-4abc-a7de-5e839a993506 requested from dv-cinder-824187-7-iscsi {{(pid=109086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:56:33.049832 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (06140fe1-dee6-47e9-9649-a5d5e543fff8), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:33.099351 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Device e5a428e6-2573-449b-ba21-9d27628c1a96 no longer exists at agent hyperv_hv-cinder-82418 {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:56:33.120048 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] No Port match for: e5a428e6-2573-449b-ba21-9d27628c1a96 {{(pid=109086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:56:33.120048 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Device e5a428e6-2573-449b-ba21-9d27628c1a96 not bound to the agent host hv-cinder-82418 {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:56:33.182230 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9970e38-8f7c-45e7-a18d-4712e48612fe admin admin] Router 3b37101d-7801-484d-9b53-12bc30cc60a8 has already been hosted by L3 agent 5fb30df9-6f10-41b8-94cc-b881623ba250 {{(pid=109085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:56:33.291367 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9970e38-8f7c-45e7-a18d-4712e48612fe admin admin] Notify agent at l3_agent.dv-cinder-824187-7-iscsi the message routers_updated {{(pid=109085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:56:33.296641 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-d9970e38-8f7c-45e7-a18d-4712e48612fe admin admin] 10.222.0.72 "PUT /v2.0/routers/3b37101d-7801-484d-9b53-12bc30cc60a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9341478 Jan 28 13:56:33.299022 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 48354) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:56:33.301056 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc95958-d411-4a5f-bfad-5358d425169b None None] Sync routers for ids ['3b37101d-7801-484d-9b53-12bc30cc60a8'] in dv-cinder-824187-7-iscsi {{(pid=109086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:56:33.312152 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc95958-d411-4a5f-bfad-5358d425169b None None] Routers {'3b37101d-7801-484d-9b53-12bc30cc60a8'} bound to L3 agent in host dv-cinder-824187-7-iscsi {{(pid=109086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:56:33.313173 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-2bc95958-d411-4a5f-bfad-5358d425169b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:37:30Z,description=,heartbeat_timestamp=2022-01-28T13:56:30Z,host='dv-cinder-824187-7-iscsi',id=5fb30df9-6f10-41b8-94cc-b881623ba250,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:37:30Z,topic='l3_agent')) {'router_ids': ['3b37101d-7801-484d-9b53-12bc30cc60a8'], 'active': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:56:33.340672 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8d21c7-8339-437c-ae12-9fe7d6f1e0ae req-677f43a0-14b1-4755-bf8b-2c33b4ab8a7e tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:56:33.345922 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-4b8d21c7-8339-437c-ae12-9fe7d6f1e0ae req-677f43a0-14b1-4755-bf8b-2c33b4ab8a7e tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] 10.222.0.72 "GET /v2.0/networks?id=a0a03de1-89bc-4abc-a7de-5e839a993506 HTTP/1.1" status: 200 len: 814 time: 0.1137164 Jan 28 13:56:33.358915 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-4b8d21c7-8339-437c-ae12-9fe7d6f1e0ae req-da8f5331-cdcd-48d3-b028-9316f7b7aa63 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] 10.222.0.72 "GET /v2.0/quotas/752b92271d05454584ec03438c6dee5f HTTP/1.1" status: 200 len: 375 time: 0.0100236 Jan 28 13:56:33.393055 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-4b8d21c7-8339-437c-ae12-9fe7d6f1e0ae req-7d62997c-5460-4ef4-bb7e-401bfcd17b55 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=752b92271d05454584ec03438c6dee5f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285809 Jan 28 13:56:33.407224 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a59e751d-6efa-43cb-ad52-0d7a44573fa2 admin admin] Publish callbacks [] for router (3b37101d-7801-484d-9b53-12bc30cc60a8), before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:33.423760 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvr_db [None req-2bc95958-d411-4a5f-bfad-5358d425169b None None] Set router 3b37101d-7801-484d-9b53-12bc30cc60a8 gateway port host: dv-cinder-824187-7-iscsi {{(pid=109086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:56:33.448448 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [req-4b8d21c7-8339-437c-ae12-9fe7d6f1e0ae req-27a0395b-ad16-407c-b6f5-fa2a3340226c service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=109084) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:56:33.449555 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-4b8d21c7-8339-437c-ae12-9fe7d6f1e0ae req-27a0395b-ad16-407c-b6f5-fa2a3340226c service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0497527 Jan 28 13:56:33.518242 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a59e751d-6efa-43cb-ad52-0d7a44573fa2 admin admin] Publish callbacks [] for router_gateway (3b37101d-7801-484d-9b53-12bc30cc60a8), before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:33.546751 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-4b8d21c7-8339-437c-ae12-9fe7d6f1e0ae req-752d5137-4d3b-47b8-8a05-3aee5d26ddfc service neutron] 10.222.0.72 "GET /v2.0/networks/a0a03de1-89bc-4abc-a7de-5e839a993506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888722 Jan 28 13:56:33.575137 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-a59e751d-6efa-43cb-ad52-0d7a44573fa2 admin admin] Deleting port c77b92c2-3718-4b36-af0f-460cc3a27081 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:56:33.575495 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a59e751d-6efa-43cb-ad52-0d7a44573fa2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742788692592'] for port (c77b92c2-3718-4b36-af0f-460cc3a27081), before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:33.612386 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-2bc95958-d411-4a5f-bfad-5358d425169b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b37101d-7801-484d-9b53-12bc30cc60a8', 'name': 'tempest-TestVolumeBootPattern-2005865697-router', 'tenant_id': '91bd515480d64f1fb4c68f74dfec7a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'external_fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': 'c77b92c2-3718-4b36-af0f-460cc3a27081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:46:31Z', 'updated_at': '2022-01-28T13:56:32Z', 'revision_number': 5, 'project_id': '91bd515480d64f1fb4c68f74dfec7a79', 'gw_port': {'id': 'c77b92c2-3718-4b36-af0f-460cc3a27081', 'name': '', 'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:5e:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b37101d-7801-484d-9b53-12bc30cc60a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:46:32Z', 'updated_at': '2022-01-28T13:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-7-iscsi'}], 'dv-cinder-824187-7-iscsi', False) {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:56:33.639462 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc95958-d411-4a5f-bfad-5358d425169b None None] Checking router: 3b37101d-7801-484d-9b53-12bc30cc60a8 for host: dv-cinder-824187-7-iscsi {{(pid=109086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:56:33.640708 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-4b8d21c7-8339-437c-ae12-9fe7d6f1e0ae req-9a58d7de-5c90-4b0a-b739-0257fd3a416b service neutron] 10.222.0.72 "GET /v2.0/networks/a0a03de1-89bc-4abc-a7de-5e839a993506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867746 Jan 28 13:56:33.648771 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc95958-d411-4a5f-bfad-5358d425169b None None] Routers {'3b37101d-7801-484d-9b53-12bc30cc60a8'} bound to L3 agent in host dv-cinder-824187-7-iscsi {{(pid=109086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:56:33.649506 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-2bc95958-d411-4a5f-bfad-5358d425169b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:37:30Z,description=,heartbeat_timestamp=2022-01-28T13:56:30Z,host='dv-cinder-824187-7-iscsi',id=5fb30df9-6f10-41b8-94cc-b881623ba250,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:37:30Z,topic='l3_agent')) {'router_ids': ['3b37101d-7801-484d-9b53-12bc30cc60a8'], 'active': True} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:56:33.662303 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.db [None req-a59e751d-6efa-43cb-ad52-0d7a44573fa2 admin admin] For port c77b92c2-3718-4b36-af0f-460cc3a27081, host dv-cinder-824187-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-7-iscsi',level=0,port_id=c77b92c2-3718-4b36-af0f-460cc3a27081,segment=NetworkSegment(2ff911eb-b784-4487-8703-ed6009453f86),segment_id=2ff911eb-b784-4487-8703-ed6009453f86)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:56:33.662738 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a59e751d-6efa-43cb-ad52-0d7a44573fa2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818260'] for port (c77b92c2-3718-4b36-af0f-460cc3a27081), precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:33.675184 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-a59e751d-6efa-43cb-ad52-0d7a44573fa2 admin admin] Calling delete_port for c77b92c2-3718-4b36-af0f-460cc3a27081 owned by network:router_gateway {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:56:33.742117 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvr_db [None req-2bc95958-d411-4a5f-bfad-5358d425169b None None] Set router 3b37101d-7801-484d-9b53-12bc30cc60a8 gateway port host: None {{(pid=109086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:56:33.797686 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_hamode_db [None req-2bc95958-d411-4a5f-bfad-5358d425169b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b37101d-7801-484d-9b53-12bc30cc60a8', 'name': 'tempest-TestVolumeBootPattern-2005865697-router', 'tenant_id': '91bd515480d64f1fb4c68f74dfec7a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:46:31Z', 'updated_at': '2022-01-28T13:56:33Z', 'revision_number': 6, 'project_id': '91bd515480d64f1fb4c68f74dfec7a79', 'gw_port_host': None}], 'dv-cinder-824187-7-iscsi', False) {} {{(pid=109086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:56:33.825535 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc95958-d411-4a5f-bfad-5358d425169b None None] The sync data for ids ['3b37101d-7801-484d-9b53-12bc30cc60a8'] in dv-cinder-824187-7-iscsi is: [{'id': '3b37101d-7801-484d-9b53-12bc30cc60a8', 'name': 'tempest-TestVolumeBootPattern-2005865697-router', 'tenant_id': '91bd515480d64f1fb4c68f74dfec7a79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:46:31Z', 'updated_at': '2022-01-28T13:56:33Z', 'revision_number': 6, 'project_id': '91bd515480d64f1fb4c68f74dfec7a79', 'gw_port_host': None}] {{(pid=109086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:56:33.852306 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a59e751d-6efa-43cb-ad52-0d7a44573fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742788697034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742788384835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4723325'] for port (c77b92c2-3718-4b36-af0f-460cc3a27081), after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:33.882893 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59e751d-6efa-43cb-ad52-0d7a44573fa2 admin admin] Pushing event deleted for resources: {'Port': ['ID=c77b92c2-3718-4b36-af0f-460cc3a27081,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:33.946161 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a59e751d-6efa-43cb-ad52-0d7a44573fa2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1816949'] for router_gateway (3b37101d-7801-484d-9b53-12bc30cc60a8), after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:34.051541 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a59e751d-6efa-43cb-ad52-0d7a44573fa2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1812480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-46618'] for router (3b37101d-7801-484d-9b53-12bc30cc60a8), precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:34.053975 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a59e751d-6efa-43cb-ad52-0d7a44573fa2 admin admin] Publish callbacks [] for router_controller (3b37101d-7801-484d-9b53-12bc30cc60a8), precommit_delete_associations {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:34.123164 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a59e751d-6efa-43cb-ad52-0d7a44573fa2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1812489'] for router (3b37101d-7801-484d-9b53-12bc30cc60a8), after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:34.123996 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a59e751d-6efa-43cb-ad52-0d7a44573fa2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3b37101d-7801-484d-9b53-12bc30cc60a8 {{(pid=109085) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:56:34.129696 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a59e751d-6efa-43cb-ad52-0d7a44573fa2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:34.130768 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-a59e751d-6efa-43cb-ad52-0d7a44573fa2 admin admin] 10.222.0.72 "DELETE /v2.0/routers/3b37101d-7801-484d-9b53-12bc30cc60a8 HTTP/1.1" status: 204 len: 168 time: 0.8303955 Jan 28 13:56:34.136571 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 48364) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:56:34.183316 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d3fba2b-32f0-4033-a56f-c5bc1489a3c4 admin admin] Deleting subnet 0bbd587e-7762-4c23-87b9-7f5b462e54c4 {{(pid=109085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:56:34.187732 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9d3fba2b-32f0-4033-a56f-c5bc1489a3c4 admin admin] Publish callbacks [] for subnet (0bbd587e-7762-4c23-87b9-7f5b462e54c4), before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:34.195524 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (91ec632a-2927-4715-8bad-f3132ebcbe46), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:34.225760 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9d3fba2b-32f0-4033-a56f-c5bc1489a3c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6262705'] for subnet (0bbd587e-7762-4c23-87b9-7f5b462e54c4), precommit_delete_associations {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:34.310233 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9d3fba2b-32f0-4033-a56f-c5bc1489a3c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1036461'] for subnet (0bbd587e-7762-4c23-87b9-7f5b462e54c4), precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:34.362572 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9d3fba2b-32f0-4033-a56f-c5bc1489a3c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1036450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4723272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4593664'] for subnet (0bbd587e-7762-4c23-87b9-7f5b462e54c4), after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:34.387357 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3fba2b-32f0-4033-a56f-c5bc1489a3c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0bbd587e-7762-4c23-87b9-7f5b462e54c4,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:34.392327 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-9d3fba2b-32f0-4033-a56f-c5bc1489a3c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032615'] for subnet (None), before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:34.395708 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-9d3fba2b-32f0-4033-a56f-c5bc1489a3c4 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/0bbd587e-7762-4c23-87b9-7f5b462e54c4 HTTP/1.1" status: 204 len: 168 time: 0.2581756 Jan 28 13:56:34.398398 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 48366) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:56:34.400632 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94228efc-e4b7-4237-8332-7243240ca597 None None] Network edec13d6-6734-4abe-91ae-5b6be190099b requested from dv-cinder-824187-7-iscsi {{(pid=109086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:56:34.465050 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5dfc6a5a-744e-49e6-a928-3644186d6dfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-799852'] for network (edec13d6-6734-4abe-91ae-5b6be190099b), before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:34.525302 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-5dfc6a5a-744e-49e6-a928-3644186d6dfa admin admin] Deleting port f43ba85f-a52b-49bd-bf65-a1a1e279e0e3 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:56:34.525642 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5dfc6a5a-744e-49e6-a928-3644186d6dfa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742788692592'] for port (f43ba85f-a52b-49bd-bf65-a1a1e279e0e3), before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:34.586075 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.db [None req-5dfc6a5a-744e-49e6-a928-3644186d6dfa admin admin] For port f43ba85f-a52b-49bd-bf65-a1a1e279e0e3, host dv-cinder-824187-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-7-iscsi',level=0,port_id=f43ba85f-a52b-49bd-bf65-a1a1e279e0e3,segment=NetworkSegment(96a3ffce-3ebc-4cee-b2b1-2d336e9f8d25),segment_id=96a3ffce-3ebc-4cee-b2b1-2d336e9f8d25)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:56:34.587424 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5dfc6a5a-744e-49e6-a928-3644186d6dfa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818260'] for port (f43ba85f-a52b-49bd-bf65-a1a1e279e0e3), precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:34.599818 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [None req-5dfc6a5a-744e-49e6-a928-3644186d6dfa admin admin] Calling delete_port for f43ba85f-a52b-49bd-bf65-a1a1e279e0e3 owned by network:dhcp {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:56:34.622617 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a574770-69ea-4659-b979-d83a84566dc0 None None] DHCP port deletion for edec13d6-6734-4abe-91ae-5b6be190099b request from dv-cinder-824187-7-iscsi {{(pid=109086) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:56:34.652575 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Device c5d68468-b68d-494b-a83f-3578fc646a5b no longer exists at agent ovs-agent-dv-cinder-824187-7-iscsi {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:56:34.676141 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] No Port match for: c5d68468-b68d-494b-a83f-3578fc646a5b {{(pid=109086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:56:34.676485 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Device c5d68468-b68d-494b-a83f-3578fc646a5b not bound to the agent host dv-cinder-824187-7-iscsi {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:56:34.691540 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5dfc6a5a-744e-49e6-a928-3644186d6dfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742788697034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742788384835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4723325'] for port (f43ba85f-a52b-49bd-bf65-a1a1e279e0e3), after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:34.698554 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-8a574770-69ea-4659-b979-d83a84566dc0 None None] Deleting port f43ba85f-a52b-49bd-bf65-a1a1e279e0e3 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:56:34.698935 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8a574770-69ea-4659-b979-d83a84566dc0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742788692592'] for port (f43ba85f-a52b-49bd-bf65-a1a1e279e0e3), before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:34.720663 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfc6a5a-744e-49e6-a928-3644186d6dfa admin admin] Pushing event deleted for resources: {'Port': ['ID=f43ba85f-a52b-49bd-bf65-a1a1e279e0e3,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:34.722538 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dfc6a5a-744e-49e6-a928-3644186d6dfa admin admin] No DVR routers for this DVR port f43ba85f-a52b-49bd-bf65-a1a1e279e0e3 on host dv-cinder-824187-7-iscsi {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:56:34.807234 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5dfc6a5a-744e-49e6-a928-3644186d6dfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1044054', 'neutron.services.segments.db._delete_segments_for_network-8742788684692'] for network (edec13d6-6734-4abe-91ae-5b6be190099b), precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:34.838222 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.services.segments.db [None req-5dfc6a5a-744e-49e6-a928-3644186d6dfa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edec13d6-6734-4abe-91ae-5b6be190099b']}} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:56:34.862721 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-3c0d5907-28be-48fd-83b8-b3437064a0ef req-a1ea179d-72cd-40c5-b3b5-4f9b67f443c2 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] 10.222.0.72 "GET /v2.0/ports?device_id=6cde007c-5a76-4aa8-b0a1-675fa52c727e HTTP/1.1" status: 200 len: 210 time: 0.0470641 Jan 28 13:56:34.866314 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.services.segments.db [None req-5dfc6a5a-744e-49e6-a928-3644186d6dfa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96a3ffce-3ebc-4cee-b2b1-2d336e9f8d25') {'for_net_delete': True} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:56:34.866848 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.services.segments.db [None req-5dfc6a5a-744e-49e6-a928-3644186d6dfa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96a3ffce-3ebc-4cee-b2b1-2d336e9f8d25') {} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:56:34.876620 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5dfc6a5a-744e-49e6-a928-3644186d6dfa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742788686749', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6262728'] for segment (96a3ffce-3ebc-4cee-b2b1-2d336e9f8d25), before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:34.890938 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5dfc6a5a-744e-49e6-a928-3644186d6dfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-923698'] for segment (96a3ffce-3ebc-4cee-b2b1-2d336e9f8d25), precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:34.897341 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dfc6a5a-744e-49e6-a928-3644186d6dfa admin admin] Releasing vlan 722 on physical network physnet1 to pool {{(pid=109085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:56:34.897739 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5dfc6a5a-744e-49e6-a928-3644186d6dfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-923698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4723362'] for segment (96a3ffce-3ebc-4cee-b2b1-2d336e9f8d25), after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:34.899547 dv-cinder-824187-7-iscsi neutron-server[109085]: Traceback (most recent call last): Jan 28 13:56:34.899547 dv-cinder-824187-7-iscsi neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:56:34.899547 dv-cinder-824187-7-iscsi neutron-server[109085]: timer() Jan 28 13:56:34.899547 dv-cinder-824187-7-iscsi neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:56:34.899547 dv-cinder-824187-7-iscsi neutron-server[109085]: cb(*args, **kw) Jan 28 13:56:34.899547 dv-cinder-824187-7-iscsi neutron-server[109085]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:56:34.899547 dv-cinder-824187-7-iscsi neutron-server[109085]: return func(*args, **kwargs) Jan 28 13:56:34.899547 dv-cinder-824187-7-iscsi neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:56:34.899547 dv-cinder-824187-7-iscsi neutron-server[109085]: self._notify() Jan 28 13:56:34.899547 dv-cinder-824187-7-iscsi neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:56:34.899547 dv-cinder-824187-7-iscsi neutron-server[109085]: self.callback(batched_events) Jan 28 13:56:34.899547 dv-cinder-824187-7-iscsi neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:56:34.899547 dv-cinder-824187-7-iscsi neutron-server[109085]: event.method(event) Jan 28 13:56:34.899547 dv-cinder-824187-7-iscsi neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:56:34.899547 dv-cinder-824187-7-iscsi neutron-server[109085]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:56:34.899547 dv-cinder-824187-7-iscsi neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:56:34.899547 dv-cinder-824187-7-iscsi neutron-server[109085]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:56:34.899547 dv-cinder-824187-7-iscsi neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:56:34.899547 dv-cinder-824187-7-iscsi neutron-server[109085]: return f(self, *a, **k) Jan 28 13:56:34.899547 dv-cinder-824187-7-iscsi neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:56:34.899547 dv-cinder-824187-7-iscsi neutron-server[109085]: return self._get(url).json() Jan 28 13:56:34.899547 dv-cinder-824187-7-iscsi neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:56:34.899547 dv-cinder-824187-7-iscsi neutron-server[109085]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:56:34.899547 dv-cinder-824187-7-iscsi neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:56:34.899547 dv-cinder-824187-7-iscsi neutron-server[109085]: return self.request(url, 'GET', **kwargs) Jan 28 13:56:34.899547 dv-cinder-824187-7-iscsi neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:56:34.899547 dv-cinder-824187-7-iscsi neutron-server[109085]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:56:34.899547 dv-cinder-824187-7-iscsi neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:56:34.899547 dv-cinder-824187-7-iscsi neutron-server[109085]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:56:34.899547 dv-cinder-824187-7-iscsi neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:56:34.899547 dv-cinder-824187-7-iscsi neutron-server[109085]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:56:34.899547 dv-cinder-824187-7-iscsi neutron-server[109085]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:56:34.929654 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-8a574770-69ea-4659-b979-d83a84566dc0 None None] For port f43ba85f-a52b-49bd-bf65-a1a1e279e0e3, host dv-cinder-824187-7-iscsi, got binding levels [] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:56:34.930141 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8a574770-69ea-4659-b979-d83a84566dc0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818260'] for port (f43ba85f-a52b-49bd-bf65-a1a1e279e0e3), precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:34.943985 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-8a574770-69ea-4659-b979-d83a84566dc0 None None] Calling delete_port for f43ba85f-a52b-49bd-bf65-a1a1e279e0e3 owned by network:dhcp {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:56:34.946905 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.ipam_backend_mixin [None req-8a574770-69ea-4659-b979-d83a84566dc0 None None] Port f43ba85f-a52b-49bd-bf65-a1a1e279e0e3 was not found and therefore no delete operation was performed {{(pid=109086) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 28 13:56:34.948409 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8a574770-69ea-4659-b979-d83a84566dc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742788697034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742788384835'] for port (f43ba85f-a52b-49bd-bf65-a1a1e279e0e3), after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:34.961615 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a574770-69ea-4659-b979-d83a84566dc0 None None] No DVR routers for this DVR port f43ba85f-a52b-49bd-bf65-a1a1e279e0e3 on host dv-cinder-824187-7-iscsi {{(pid=109086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:56:34.963759 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5dfc6a5a-744e-49e6-a928-3644186d6dfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1044015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1817757'] for network (edec13d6-6734-4abe-91ae-5b6be190099b), after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:34.973014 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5dfc6a5a-744e-49e6-a928-3644186d6dfa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032615'] for network (None), before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:34.979291 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-5dfc6a5a-744e-49e6-a928-3644186d6dfa admin admin] 10.222.0.72 "DELETE /v2.0/networks/edec13d6-6734-4abe-91ae-5b6be190099b HTTP/1.1" status: 204 len: 168 time: 0.5769792 Jan 28 13:56:34.980353 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 48372) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:56:34.990488 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a574770-69ea-4659-b979-d83a84566dc0 None None] Pushing event deleted for resources: {'Port': ['ID=f43ba85f-a52b-49bd-bf65-a1a1e279e0e3,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:34.994865 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfc6a5a-744e-49e6-a928-3644186d6dfa admin admin] Pushing event deleted for resources: {'Network': ['ID=edec13d6-6734-4abe-91ae-5b6be190099b,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:35.396345 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-3240b72d-fbb4-48fe-9e06-594781ab48f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1811891'] for router_interface (6be4337e-7eba-4470-89a9-d41a6310e5c1), before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:35.695254 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.plugin [None req-3240b72d-fbb4-48fe-9e06-594781ab48f5 admin admin] Deleting port d92cdc97-b5d2-40fd-924e-f872b70656f2 {{(pid=109084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:56:35.695620 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-3240b72d-fbb4-48fe-9e06-594781ab48f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742788692592'] for port (d92cdc97-b5d2-40fd-924e-f872b70656f2), before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:35.803159 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.db [None req-3240b72d-fbb4-48fe-9e06-594781ab48f5 admin admin] For port d92cdc97-b5d2-40fd-924e-f872b70656f2, host dv-cinder-824187-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-7-iscsi',level=0,port_id=d92cdc97-b5d2-40fd-924e-f872b70656f2,segment=NetworkSegment(ffab9802-9aba-4ea9-80ef-420d0b09c75f),segment_id=ffab9802-9aba-4ea9-80ef-420d0b09c75f)] {{(pid=109084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:56:35.803527 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-3240b72d-fbb4-48fe-9e06-594781ab48f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818260'] for port (d92cdc97-b5d2-40fd-924e-f872b70656f2), precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:35.820029 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.plugin [None req-3240b72d-fbb4-48fe-9e06-594781ab48f5 admin admin] Calling delete_port for d92cdc97-b5d2-40fd-924e-f872b70656f2 owned by network:router_interface {{(pid=109084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:56:35.957538 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-4f3896f7-d765-4543-af2b-e5a0b264c6c2 req-2fdbdf38-8d75-4a3d-9ad9-6109f728643a tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] 10.222.0.72 "GET /v2.0/ports?device_id=6cde007c-5a76-4aa8-b0a1-675fa52c727e HTTP/1.1" status: 200 len: 210 time: 0.0302777 Jan 28 13:56:36.035553 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-3240b72d-fbb4-48fe-9e06-594781ab48f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742788697034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742788384835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6110957'] for port (d92cdc97-b5d2-40fd-924e-f872b70656f2), after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:36.088685 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Device f43ba85f-a52b-49bd-bf65-a1a1e279e0e3 no longer exists at agent ovs-agent-dv-cinder-824187-7-iscsi {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:56:36.109896 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] No Port match for: f43ba85f-a52b-49bd-bf65-a1a1e279e0e3 {{(pid=109086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:56:36.110348 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Device f43ba85f-a52b-49bd-bf65-a1a1e279e0e3 not bound to the agent host dv-cinder-824187-7-iscsi {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:56:36.110856 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Device c77b92c2-3718-4b36-af0f-460cc3a27081 no longer exists at agent ovs-agent-dv-cinder-824187-7-iscsi {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:56:36.134465 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] No Port match for: c77b92c2-3718-4b36-af0f-460cc3a27081 {{(pid=109086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:56:36.134809 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Device c77b92c2-3718-4b36-af0f-460cc3a27081 not bound to the agent host dv-cinder-824187-7-iscsi {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:56:36.311163 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3240b72d-fbb4-48fe-9e06-594781ab48f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=d92cdc97-b5d2-40fd-924e-f872b70656f2,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:36.479644 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-3240b72d-fbb4-48fe-9e06-594781ab48f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2032394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1811743'] for router_interface (6be4337e-7eba-4470-89a9-d41a6310e5c1), after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:36.699602 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3240b72d-fbb4-48fe-9e06-594781ab48f5 admin admin] Router 6be4337e-7eba-4470-89a9-d41a6310e5c1 has already been hosted by L3 agent 5fb30df9-6f10-41b8-94cc-b881623ba250 {{(pid=109084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 28 13:56:36.805862 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3240b72d-fbb4-48fe-9e06-594781ab48f5 admin admin] Notify agent at l3_agent.dv-cinder-824187-7-iscsi the message routers_updated {{(pid=109084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 28 13:56:36.811085 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-3240b72d-fbb4-48fe-9e06-594781ab48f5 admin admin] 10.222.0.72 "PUT /v2.0/routers/6be4337e-7eba-4470-89a9-d41a6310e5c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8296494 Jan 28 13:56:36.814060 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 48396) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:56:36.816969 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e116b5-635f-4bcb-ab2d-54811af8b24e None None] Sync routers for ids ['6be4337e-7eba-4470-89a9-d41a6310e5c1'] in dv-cinder-824187-7-iscsi {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 13:56:36.828189 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e116b5-635f-4bcb-ab2d-54811af8b24e None None] Routers {'6be4337e-7eba-4470-89a9-d41a6310e5c1'} bound to L3 agent in host dv-cinder-824187-7-iscsi {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:56:36.828812 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-c2e116b5-635f-4bcb-ab2d-54811af8b24e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:37:30Z,description=,heartbeat_timestamp=2022-01-28T13:56:30Z,host='dv-cinder-824187-7-iscsi',id=5fb30df9-6f10-41b8-94cc-b881623ba250,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:37:30Z,topic='l3_agent')) {'router_ids': ['6be4337e-7eba-4470-89a9-d41a6310e5c1'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:56:36.917271 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-c92a1ffe-b14e-4b9d-8490-9a045596192b admin admin] Publish callbacks [] for router (6be4337e-7eba-4470-89a9-d41a6310e5c1), before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:36.932810 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-c2e116b5-635f-4bcb-ab2d-54811af8b24e None None] Set router 6be4337e-7eba-4470-89a9-d41a6310e5c1 gateway port host: dv-cinder-824187-7-iscsi {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:56:37.022554 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-c92a1ffe-b14e-4b9d-8490-9a045596192b admin admin] Publish callbacks [] for router_gateway (6be4337e-7eba-4470-89a9-d41a6310e5c1), before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:37.037875 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-88fa305f-6dce-4aa9-84c4-03a17d8c028a req-5747387c-7e0d-467d-88bf-748cf41ea9c8 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] 10.222.0.72 "GET /v2.0/ports?device_id=6cde007c-5a76-4aa8-b0a1-675fa52c727e HTTP/1.1" status: 200 len: 210 time: 0.0300899 Jan 28 13:56:37.084720 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.plugin [None req-c92a1ffe-b14e-4b9d-8490-9a045596192b admin admin] Deleting port b5792509-84d5-4566-9061-18fbcd26afbd {{(pid=109084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:56:37.085248 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-c92a1ffe-b14e-4b9d-8490-9a045596192b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742788692592'] for port (b5792509-84d5-4566-9061-18fbcd26afbd), before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:37.115271 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-c2e116b5-635f-4bcb-ab2d-54811af8b24e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6be4337e-7eba-4470-89a9-d41a6310e5c1', 'name': 'tempest-TestVolumeBootPattern-2074461547-router', 'tenant_id': '7d020c4f6fd54cfd952e4e87c0df2a70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'external_fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.37'}], 'enable_snat': True}, 'gw_port_id': 'b5792509-84d5-4566-9061-18fbcd26afbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:46:40Z', 'updated_at': '2022-01-28T13:56:35Z', 'revision_number': 5, 'project_id': '7d020c4f6fd54cfd952e4e87c0df2a70', 'gw_port': {'id': 'b5792509-84d5-4566-9061-18fbcd26afbd', 'name': '', 'network_id': '5658bb11-9d09-4b0d-90e7-a96bf662b067', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:e2:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be4337e-7eba-4470-89a9-d41a6310e5c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'ip_address': '172.27.0.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-824187-7-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T13:46:40Z', 'updated_at': '2022-01-28T13:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '12c2ab48-c458-44a5-bf56-c21764e1e48c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-824187-7-iscsi'}], 'dv-cinder-824187-7-iscsi', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:56:37.145286 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e116b5-635f-4bcb-ab2d-54811af8b24e None None] Checking router: 6be4337e-7eba-4470-89a9-d41a6310e5c1 for host: dv-cinder-824187-7-iscsi {{(pid=109087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 13:56:37.154357 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e116b5-635f-4bcb-ab2d-54811af8b24e None None] Routers {'6be4337e-7eba-4470-89a9-d41a6310e5c1'} bound to L3 agent in host dv-cinder-824187-7-iscsi {{(pid=109087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 28 13:56:37.155203 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-c2e116b5-635f-4bcb-ab2d-54811af8b24e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-824187-7-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T13:37:30Z,description=,heartbeat_timestamp=2022-01-28T13:56:30Z,host='dv-cinder-824187-7-iscsi',id=5fb30df9-6f10-41b8-94cc-b881623ba250,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T13:37:30Z,topic='l3_agent')) {'router_ids': ['6be4337e-7eba-4470-89a9-d41a6310e5c1'], 'active': True} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:56:37.168164 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.db [None req-c92a1ffe-b14e-4b9d-8490-9a045596192b admin admin] For port b5792509-84d5-4566-9061-18fbcd26afbd, host dv-cinder-824187-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-7-iscsi',level=0,port_id=b5792509-84d5-4566-9061-18fbcd26afbd,segment=NetworkSegment(2ff911eb-b784-4487-8703-ed6009453f86),segment_id=2ff911eb-b784-4487-8703-ed6009453f86)] {{(pid=109084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:56:37.169171 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-c92a1ffe-b14e-4b9d-8490-9a045596192b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818260'] for port (b5792509-84d5-4566-9061-18fbcd26afbd), precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:37.182375 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.plugin [None req-c92a1ffe-b14e-4b9d-8490-9a045596192b admin admin] Calling delete_port for b5792509-84d5-4566-9061-18fbcd26afbd owned by network:router_gateway {{(pid=109084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:56:37.236758 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.l3_dvr_db [None req-c2e116b5-635f-4bcb-ab2d-54811af8b24e None None] Set router 6be4337e-7eba-4470-89a9-d41a6310e5c1 gateway port host: None {{(pid=109087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 28 13:56:37.289431 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.l3_hamode_db [None req-c2e116b5-635f-4bcb-ab2d-54811af8b24e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6be4337e-7eba-4470-89a9-d41a6310e5c1', 'name': 'tempest-TestVolumeBootPattern-2074461547-router', 'tenant_id': '7d020c4f6fd54cfd952e4e87c0df2a70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:46:40Z', 'updated_at': '2022-01-28T13:56:37Z', 'revision_number': 6, 'project_id': '7d020c4f6fd54cfd952e4e87c0df2a70', 'gw_port_host': None}], 'dv-cinder-824187-7-iscsi', False) {} {{(pid=109087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:56:37.315152 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e116b5-635f-4bcb-ab2d-54811af8b24e None None] The sync data for ids ['6be4337e-7eba-4470-89a9-d41a6310e5c1'] in dv-cinder-824187-7-iscsi is: [{'id': '6be4337e-7eba-4470-89a9-d41a6310e5c1', 'name': 'tempest-TestVolumeBootPattern-2074461547-router', 'tenant_id': '7d020c4f6fd54cfd952e4e87c0df2a70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T13:46:40Z', 'updated_at': '2022-01-28T13:56:37Z', 'revision_number': 6, 'project_id': '7d020c4f6fd54cfd952e4e87c0df2a70', 'gw_port_host': None}] {{(pid=109087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 13:56:37.357438 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-c92a1ffe-b14e-4b9d-8490-9a045596192b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742788697034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742788384835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6110957'] for port (b5792509-84d5-4566-9061-18fbcd26afbd), after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:37.387496 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92a1ffe-b14e-4b9d-8490-9a045596192b admin admin] Pushing event deleted for resources: {'Port': ['ID=b5792509-84d5-4566-9061-18fbcd26afbd,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:37.451480 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-c92a1ffe-b14e-4b9d-8490-9a045596192b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1816949'] for router_gateway (6be4337e-7eba-4470-89a9-d41a6310e5c1), after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:37.544887 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-c92a1ffe-b14e-4b9d-8490-9a045596192b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1812480', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-46618'] for router (6be4337e-7eba-4470-89a9-d41a6310e5c1), precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:37.546982 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-c92a1ffe-b14e-4b9d-8490-9a045596192b admin admin] Publish callbacks [] for router_controller (6be4337e-7eba-4470-89a9-d41a6310e5c1), precommit_delete_associations {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:37.596739 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-c92a1ffe-b14e-4b9d-8490-9a045596192b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1812489'] for router (6be4337e-7eba-4470-89a9-d41a6310e5c1), after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:37.597596 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c92a1ffe-b14e-4b9d-8490-9a045596192b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6be4337e-7eba-4470-89a9-d41a6310e5c1 {{(pid=109084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 28 13:56:37.602083 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-c92a1ffe-b14e-4b9d-8490-9a045596192b admin admin] Publish callbacks [] for router (None), before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:37.603303 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-c92a1ffe-b14e-4b9d-8490-9a045596192b admin admin] 10.222.0.72 "DELETE /v2.0/routers/6be4337e-7eba-4470-89a9-d41a6310e5c1 HTTP/1.1" status: 204 len: 168 time: 0.7879963 Jan 28 13:56:37.605897 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 48408) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:56:37.649470 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1572cbc-c749-459b-aab2-37cbef6f5748 admin admin] Deleting subnet 8ce70742-5d77-4ca1-a4c6-3e2527f46ccd {{(pid=109084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:56:37.652608 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-d1572cbc-c749-459b-aab2-37cbef6f5748 admin admin] Publish callbacks [] for subnet (8ce70742-5d77-4ca1-a4c6-3e2527f46ccd), before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:37.687081 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-d1572cbc-c749-459b-aab2-37cbef6f5748 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4731551'] for subnet (8ce70742-5d77-4ca1-a4c6-3e2527f46ccd), precommit_delete_associations {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:37.769144 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-d1572cbc-c749-459b-aab2-37cbef6f5748 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1036461'] for subnet (8ce70742-5d77-4ca1-a4c6-3e2527f46ccd), precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:37.831773 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-d1572cbc-c749-459b-aab2-37cbef6f5748 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1036450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6110936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5832109'] for subnet (8ce70742-5d77-4ca1-a4c6-3e2527f46ccd), after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:37.859002 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1572cbc-c749-459b-aab2-37cbef6f5748 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ce70742-5d77-4ca1-a4c6-3e2527f46ccd,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:37.861223 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-d1572cbc-c749-459b-aab2-37cbef6f5748 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:37.864434 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-d1572cbc-c749-459b-aab2-37cbef6f5748 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/8ce70742-5d77-4ca1-a4c6-3e2527f46ccd HTTP/1.1" status: 204 len: 168 time: 0.2576425 Jan 28 13:56:37.866984 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 48410) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:56:37.869009 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-775620e2-ebf3-4bbf-8620-6c27293cd3f2 None None] Network 678c0a90-f27d-4c18-85f2-b77688043e13 requested from dv-cinder-824187-7-iscsi {{(pid=109086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:56:37.938327 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-c035ed57-5d39-4245-98a0-32f1e56cb491 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-799852'] for network (678c0a90-f27d-4c18-85f2-b77688043e13), before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:37.994242 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.plugin [None req-c035ed57-5d39-4245-98a0-32f1e56cb491 admin admin] Deleting port 9db2fa32-7d28-48aa-8554-6dbfb83899c1 {{(pid=109084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:56:37.994486 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-c035ed57-5d39-4245-98a0-32f1e56cb491 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742788692592'] for port (9db2fa32-7d28-48aa-8554-6dbfb83899c1), before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:38.013437 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb4ce849-3304-4201-8c55-69e5b69eacb4 None None] DHCP port deletion for 678c0a90-f27d-4c18-85f2-b77688043e13 request from dv-cinder-824187-7-iscsi {{(pid=109086) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 28 13:56:38.069573 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.db [None req-c035ed57-5d39-4245-98a0-32f1e56cb491 admin admin] For port 9db2fa32-7d28-48aa-8554-6dbfb83899c1, host dv-cinder-824187-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-7-iscsi',level=0,port_id=9db2fa32-7d28-48aa-8554-6dbfb83899c1,segment=NetworkSegment(ffab9802-9aba-4ea9-80ef-420d0b09c75f),segment_id=ffab9802-9aba-4ea9-80ef-420d0b09c75f)] {{(pid=109084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:56:38.069945 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-c035ed57-5d39-4245-98a0-32f1e56cb491 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818260'] for port (9db2fa32-7d28-48aa-8554-6dbfb83899c1), precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:38.079567 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-eb4ce849-3304-4201-8c55-69e5b69eacb4 None None] Deleting port 9db2fa32-7d28-48aa-8554-6dbfb83899c1 {{(pid=109086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:56:38.080007 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-eb4ce849-3304-4201-8c55-69e5b69eacb4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742788692592'] for port (9db2fa32-7d28-48aa-8554-6dbfb83899c1), before_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:38.092165 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.plugin [None req-c035ed57-5d39-4245-98a0-32f1e56cb491 admin admin] Calling delete_port for 9db2fa32-7d28-48aa-8554-6dbfb83899c1 owned by network:dhcp {{(pid=109084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:56:38.131108 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Device 9db2fa32-7d28-48aa-8554-6dbfb83899c1 no longer exists at agent ovs-agent-dv-cinder-824187-7-iscsi {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:56:38.174535 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-b014a077-2ac5-43ee-ab09-684da7ad1881 req-33ec2fbb-830b-4db6-9642-ce7c4c7059f5 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] 10.222.0.72 "GET /v2.0/ports?device_id=6cde007c-5a76-4aa8-b0a1-675fa52c727e HTTP/1.1" status: 200 len: 210 time: 0.0350809 Jan 28 13:56:38.184437 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-eb4ce849-3304-4201-8c55-69e5b69eacb4 None None] For port 9db2fa32-7d28-48aa-8554-6dbfb83899c1, host dv-cinder-824187-7-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-824187-7-iscsi',level=0,port_id=9db2fa32-7d28-48aa-8554-6dbfb83899c1,segment=NetworkSegment(ffab9802-9aba-4ea9-80ef-420d0b09c75f),segment_id=ffab9802-9aba-4ea9-80ef-420d0b09c75f)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:56:38.184809 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-eb4ce849-3304-4201-8c55-69e5b69eacb4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818260'] for port (9db2fa32-7d28-48aa-8554-6dbfb83899c1), precommit_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:38.207991 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-eb4ce849-3304-4201-8c55-69e5b69eacb4 None None] Calling delete_port for 9db2fa32-7d28-48aa-8554-6dbfb83899c1 owned by network:dhcp {{(pid=109086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:56:38.218713 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-c035ed57-5d39-4245-98a0-32f1e56cb491 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742788697034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742788384835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6110957'] for port (9db2fa32-7d28-48aa-8554-6dbfb83899c1), after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:38.225258 dv-cinder-824187-7-iscsi neutron-server[109086]: INFO neutron.plugins.ml2.db [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] No ports have port_id starting with 9db2fa32-7d28-48aa-8554-6dbfb83899c1 Jan 28 13:56:38.232059 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c035ed57-5d39-4245-98a0-32f1e56cb491 admin admin] No DVR routers for this DVR port 9db2fa32-7d28-48aa-8554-6dbfb83899c1 on host dv-cinder-824187-7-iscsi {{(pid=109084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:56:38.259622 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Device d92cdc97-b5d2-40fd-924e-f872b70656f2 no longer exists at agent ovs-agent-dv-cinder-824187-7-iscsi {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:56:38.273654 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c035ed57-5d39-4245-98a0-32f1e56cb491 admin admin] Pushing event deleted for resources: {'Port': ['ID=9db2fa32-7d28-48aa-8554-6dbfb83899c1,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:38.284785 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] No Port match for: d92cdc97-b5d2-40fd-924e-f872b70656f2 {{(pid=109086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:56:38.285160 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Device d92cdc97-b5d2-40fd-924e-f872b70656f2 not bound to the agent host dv-cinder-824187-7-iscsi {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:56:38.285580 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Device b5792509-84d5-4566-9061-18fbcd26afbd no longer exists at agent ovs-agent-dv-cinder-824187-7-iscsi {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:56:38.310624 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] No Port match for: b5792509-84d5-4566-9061-18fbcd26afbd {{(pid=109086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:56:38.310975 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Device b5792509-84d5-4566-9061-18fbcd26afbd not bound to the agent host dv-cinder-824187-7-iscsi {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:56:38.329474 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-c035ed57-5d39-4245-98a0-32f1e56cb491 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1044054', 'neutron.services.segments.db._delete_segments_for_network-8742788684692'] for network (678c0a90-f27d-4c18-85f2-b77688043e13), precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:38.342508 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-eb4ce849-3304-4201-8c55-69e5b69eacb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742788697034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742788384835'] for port (9db2fa32-7d28-48aa-8554-6dbfb83899c1), after_delete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:38.352062 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.services.segments.db [None req-c035ed57-5d39-4245-98a0-32f1e56cb491 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['678c0a90-f27d-4c18-85f2-b77688043e13']}} {{(pid=109084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:56:38.362496 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.services.segments.db [None req-c035ed57-5d39-4245-98a0-32f1e56cb491 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffab9802-9aba-4ea9-80ef-420d0b09c75f') {'for_net_delete': True} {{(pid=109084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:56:38.362791 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.services.segments.db [None req-c035ed57-5d39-4245-98a0-32f1e56cb491 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffab9802-9aba-4ea9-80ef-420d0b09c75f') {} {{(pid=109084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:56:38.378104 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-c035ed57-5d39-4245-98a0-32f1e56cb491 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742788686749', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4731622'] for segment (ffab9802-9aba-4ea9-80ef-420d0b09c75f), before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:38.379712 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4ce849-3304-4201-8c55-69e5b69eacb4 None None] Pushing event deleted for resources: {'Port': ['ID=9db2fa32-7d28-48aa-8554-6dbfb83899c1,revision_number=None']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:38.382035 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4ce849-3304-4201-8c55-69e5b69eacb4 None None] No DVR routers for this DVR port 9db2fa32-7d28-48aa-8554-6dbfb83899c1 on host dv-cinder-824187-7-iscsi {{(pid=109086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:56:38.401899 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-c035ed57-5d39-4245-98a0-32f1e56cb491 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-923698'] for segment (ffab9802-9aba-4ea9-80ef-420d0b09c75f), precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:38.408188 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c035ed57-5d39-4245-98a0-32f1e56cb491 admin admin] Releasing vlan 721 on physical network physnet1 to pool {{(pid=109084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:56:38.408591 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-c035ed57-5d39-4245-98a0-32f1e56cb491 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-923698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6110770'] for segment (ffab9802-9aba-4ea9-80ef-420d0b09c75f), after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:38.410347 dv-cinder-824187-7-iscsi neutron-server[109084]: Traceback (most recent call last): Jan 28 13:56:38.410347 dv-cinder-824187-7-iscsi neutron-server[109084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:56:38.410347 dv-cinder-824187-7-iscsi neutron-server[109084]: timer() Jan 28 13:56:38.410347 dv-cinder-824187-7-iscsi neutron-server[109084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:56:38.410347 dv-cinder-824187-7-iscsi neutron-server[109084]: cb(*args, **kw) Jan 28 13:56:38.410347 dv-cinder-824187-7-iscsi neutron-server[109084]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:56:38.410347 dv-cinder-824187-7-iscsi neutron-server[109084]: return func(*args, **kwargs) Jan 28 13:56:38.410347 dv-cinder-824187-7-iscsi neutron-server[109084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:56:38.410347 dv-cinder-824187-7-iscsi neutron-server[109084]: self._notify() Jan 28 13:56:38.410347 dv-cinder-824187-7-iscsi neutron-server[109084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:56:38.410347 dv-cinder-824187-7-iscsi neutron-server[109084]: self.callback(batched_events) Jan 28 13:56:38.410347 dv-cinder-824187-7-iscsi neutron-server[109084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:56:38.410347 dv-cinder-824187-7-iscsi neutron-server[109084]: event.method(event) Jan 28 13:56:38.410347 dv-cinder-824187-7-iscsi neutron-server[109084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:56:38.410347 dv-cinder-824187-7-iscsi neutron-server[109084]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:56:38.410347 dv-cinder-824187-7-iscsi neutron-server[109084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:56:38.410347 dv-cinder-824187-7-iscsi neutron-server[109084]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:56:38.410347 dv-cinder-824187-7-iscsi neutron-server[109084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:56:38.410347 dv-cinder-824187-7-iscsi neutron-server[109084]: return f(self, *a, **k) Jan 28 13:56:38.410347 dv-cinder-824187-7-iscsi neutron-server[109084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:56:38.410347 dv-cinder-824187-7-iscsi neutron-server[109084]: return self._get(url).json() Jan 28 13:56:38.410347 dv-cinder-824187-7-iscsi neutron-server[109084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:56:38.410347 dv-cinder-824187-7-iscsi neutron-server[109084]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:56:38.410347 dv-cinder-824187-7-iscsi neutron-server[109084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:56:38.410347 dv-cinder-824187-7-iscsi neutron-server[109084]: return self.request(url, 'GET', **kwargs) Jan 28 13:56:38.410347 dv-cinder-824187-7-iscsi neutron-server[109084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:56:38.410347 dv-cinder-824187-7-iscsi neutron-server[109084]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:56:38.410347 dv-cinder-824187-7-iscsi neutron-server[109084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:56:38.410347 dv-cinder-824187-7-iscsi neutron-server[109084]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:56:38.410347 dv-cinder-824187-7-iscsi neutron-server[109084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:56:38.410347 dv-cinder-824187-7-iscsi neutron-server[109084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:56:38.410347 dv-cinder-824187-7-iscsi neutron-server[109084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:56:38.468697 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-c035ed57-5d39-4245-98a0-32f1e56cb491 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1044015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1817757'] for network (678c0a90-f27d-4c18-85f2-b77688043e13), after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:38.474375 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-c035ed57-5d39-4245-98a0-32f1e56cb491 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032615'] for network (None), before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:38.477842 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-c035ed57-5d39-4245-98a0-32f1e56cb491 admin admin] 10.222.0.72 "DELETE /v2.0/networks/678c0a90-f27d-4c18-85f2-b77688043e13 HTTP/1.1" status: 204 len: 168 time: 0.6097765 Jan 28 13:56:38.489507 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c035ed57-5d39-4245-98a0-32f1e56cb491 admin admin] Pushing event deleted for resources: {'Network': ['ID=678c0a90-f27d-4c18-85f2-b77688043e13,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:38.617395 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 48422) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:56:38.657955 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-a2200070-fd8d-4a18-9fcf-991ac3acdd08 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=91bd515480d64f1fb4c68f74dfec7a79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0392909 Jan 28 13:56:38.661238 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 48424) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:56:38.712187 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-f52e79de-4184-4fba-bfbd-6b7b6e8ddccf admin admin] Publish callbacks [] for security_group (8e1a0b02-245e-4af4-9ae4-a81f664fb130), before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:38.733004 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-f52e79de-4184-4fba-bfbd-6b7b6e8ddccf admin admin] Publish callbacks [] for security_group (8e1a0b02-245e-4af4-9ae4-a81f664fb130), precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:38.789285 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-f52e79de-4184-4fba-bfbd-6b7b6e8ddccf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (8e1a0b02-245e-4af4-9ae4-a81f664fb130), after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:38.792161 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-f52e79de-4184-4fba-bfbd-6b7b6e8ddccf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:38.793324 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-f52e79de-4184-4fba-bfbd-6b7b6e8ddccf admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8e1a0b02-245e-4af4-9ae4-a81f664fb130 HTTP/1.1" status: 204 len: 168 time: 0.1312213 Jan 28 13:56:38.800964 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52e79de-4184-4fba-bfbd-6b7b6e8ddccf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e1a0b02-245e-4af4-9ae4-a81f664fb130,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:39.145737 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 48430) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:56:39.187954 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-0a848847-4015-4e08-88f2-86e08d0fc747 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=7d020c4f6fd54cfd952e4e87c0df2a70&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0410428 Jan 28 13:56:39.190956 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 48432) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:56:39.240311 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-62bcf433-669e-44a3-9f5a-fb861a357657 admin admin] Publish callbacks [] for security_group (ef23d8e7-b11d-4484-9d28-5296af83b7c4), before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:39.266512 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-62bcf433-669e-44a3-9f5a-fb861a357657 admin admin] Publish callbacks [] for security_group (ef23d8e7-b11d-4484-9d28-5296af83b7c4), precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:39.287752 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-04fdbe36-62b3-485c-9e86-c9009725a9b3 req-d2bf7710-1c26-4672-95a8-43113ced815e tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] 10.222.0.72 "GET /v2.0/ports?device_id=6cde007c-5a76-4aa8-b0a1-675fa52c727e HTTP/1.1" status: 200 len: 210 time: 0.0373299 Jan 28 13:56:39.323691 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-62bcf433-669e-44a3-9f5a-fb861a357657 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (ef23d8e7-b11d-4484-9d28-5296af83b7c4), after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:39.326349 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-62bcf433-669e-44a3-9f5a-fb861a357657 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:39.327515 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-62bcf433-669e-44a3-9f5a-fb861a357657 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ef23d8e7-b11d-4484-9d28-5296af83b7c4 HTTP/1.1" status: 204 len: 168 time: 0.1356885 Jan 28 13:56:39.335727 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bcf433-669e-44a3-9f5a-fb861a357657 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef23d8e7-b11d-4484-9d28-5296af83b7c4,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:40.387184 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-7545b0d0-654f-41ff-a1eb-4d9ff790a22a req-ad3e61e0-3216-46c2-a082-e756ef35b990 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] 10.222.0.72 "GET /v2.0/ports?device_id=6cde007c-5a76-4aa8-b0a1-675fa52c727e HTTP/1.1" status: 200 len: 210 time: 0.0267291 Jan 28 13:56:41.491826 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-ab3296da-efef-48ba-9281-362a02893872 req-953e5279-fa0b-4b45-8e61-a18b5231ca9e tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] 10.222.0.72 "GET /v2.0/ports?device_id=6cde007c-5a76-4aa8-b0a1-675fa52c727e HTTP/1.1" status: 200 len: 210 time: 0.0265896 Jan 28 13:56:42.599409 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-74224acc-08fb-4ae6-9501-c98f492f521b req-2e8b34de-7d8a-4ecf-a257-f2f3c0582f8a tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] 10.222.0.72 "GET /v2.0/ports?device_id=6cde007c-5a76-4aa8-b0a1-675fa52c727e HTTP/1.1" status: 200 len: 210 time: 0.0302765 Jan 28 13:56:43.158858 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8d21c7-8339-437c-ae12-9fe7d6f1e0ae req-31cab490-7503-4c6a-a679-29b86807de61 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:56:43.160295 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-4b8d21c7-8339-437c-ae12-9fe7d6f1e0ae req-31cab490-7503-4c6a-a679-29b86807de61 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] 10.222.0.78 "GET /v2.0/networks?id=a0a03de1-89bc-4abc-a7de-5e839a993506 HTTP/1.1" status: 200 len: 814 time: 0.1045539 Jan 28 13:56:43.172886 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.v2.base [req-4b8d21c7-8339-437c-ae12-9fe7d6f1e0ae req-88f51acd-bfb3-4fc1-9ea5-53af622c3c10 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] Request body: {'port': {'device_id': '6cde007c-5a76-4aa8-b0a1-675fa52c727e', 'network_id': 'a0a03de1-89bc-4abc-a7de-5e839a993506', 'admin_state_up': True, 'tenant_id': '752b92271d05454584ec03438c6dee5f'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:56:43.286653 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b8d21c7-8339-437c-ae12-9fe7d6f1e0ae req-88f51acd-bfb3-4fc1-9ea5-53af622c3c10 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] Made reservation on behalf of 752b92271d05454584ec03438c6dee5f for: {'port': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:56:43.290029 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-4b8d21c7-8339-437c-ae12-9fe7d6f1e0ae req-88f51acd-bfb3-4fc1-9ea5-53af622c3c10 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (None), before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:43.419052 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [req-4b8d21c7-8339-437c-ae12-9fe7d6f1e0ae req-88f51acd-bfb3-4fc1-9ea5-53af622c3c10 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] Allocated IP 172.20.0.7 (a0a03de1-89bc-4abc-a7de-5e839a993506/5e5de745-b1fa-4209-bcac-141ee6f28a58/6dae7cd6-038a-42ca-b2a4-4b32da1ccbdb) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:56:43.562195 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-4b8d21c7-8339-437c-ae12-9fe7d6f1e0ae req-88f51acd-bfb3-4fc1-9ea5-53af622c3c10 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] Publish callbacks [] for port (6dae7cd6-038a-42ca-b2a4-4b32da1ccbdb), precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:43.602425 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-4b8d21c7-8339-437c-ae12-9fe7d6f1e0ae req-88f51acd-bfb3-4fc1-9ea5-53af622c3c10 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742788384826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4723325'] for port (6dae7cd6-038a-42ca-b2a4-4b32da1ccbdb), after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:43.647040 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b8d21c7-8339-437c-ae12-9fe7d6f1e0ae req-88f51acd-bfb3-4fc1-9ea5-53af622c3c10 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] Network a0a03de1-89bc-4abc-a7de-5e839a993506 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:56:43.650022 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [req-4b8d21c7-8339-437c-ae12-9fe7d6f1e0ae req-88f51acd-bfb3-4fc1-9ea5-53af622c3c10 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:56:43.653683 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b8d21c7-8339-437c-ae12-9fe7d6f1e0ae req-88f51acd-bfb3-4fc1-9ea5-53af622c3c10 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:56:43.698248 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f51acd-bfb3-4fc1-9ea5-53af622c3c10 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] Pushing event updated for resources: {'Port': ['ID=6dae7cd6-038a-42ca-b2a4-4b32da1ccbdb,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:43.733272 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8d21c7-8339-437c-ae12-9fe7d6f1e0ae req-88f51acd-bfb3-4fc1-9ea5-53af622c3c10 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:56:43.733861 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-4b8d21c7-8339-437c-ae12-9fe7d6f1e0ae req-88f51acd-bfb3-4fc1-9ea5-53af622c3c10 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91499'] for port (None), before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:43.755228 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93651e06-c5f2-4cbf-bab2-b85cc26b4d9c req-f35b0b2a-77be-49a0-b64e-1ab121fb9249 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:56:43.756694 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-93651e06-c5f2-4cbf-bab2-b85cc26b4d9c req-f35b0b2a-77be-49a0-b64e-1ab121fb9249 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] 10.222.0.72 "GET /v2.0/ports?device_id=6cde007c-5a76-4aa8-b0a1-675fa52c727e HTTP/1.1" status: 200 len: 931 time: 0.0776265 Jan 28 13:56:43.760152 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-4b8d21c7-8339-437c-ae12-9fe7d6f1e0ae req-88f51acd-bfb3-4fc1-9ea5-53af622c3c10 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5911298 Jan 28 13:56:43.771987 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.v2.base [req-4b8d21c7-8339-437c-ae12-9fe7d6f1e0ae req-58a9d4f6-1619-41ee-938c-bfc1492f6281 service neutron] Request body: {'port': {'device_id': '6cde007c-5a76-4aa8-b0a1-675fa52c727e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82418'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:56:43.851846 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-93651e06-c5f2-4cbf-bab2-b85cc26b4d9c req-420de30d-f116-4994-a789-a21489e675c3 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] 10.222.0.72 "GET /v2.0/security-groups?id=0c2237f5-e570-4df3-b859-dc7374b156b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893381 Jan 28 13:56:43.852512 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-4b8d21c7-8339-437c-ae12-9fe7d6f1e0ae req-58a9d4f6-1619-41ee-938c-bfc1492f6281 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (6dae7cd6-038a-42ca-b2a4-4b32da1ccbdb), before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:44.139576 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.notifiers.nova [req-4b8d21c7-8339-437c-ae12-9fe7d6f1e0ae req-58a9d4f6-1619-41ee-938c-bfc1492f6281 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6dae7cd6-038a-42ca-b2a4-4b32da1ccbdb {{(pid=109085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:56:44.147361 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-4b8d21c7-8339-437c-ae12-9fe7d6f1e0ae req-58a9d4f6-1619-41ee-938c-bfc1492f6281 service neutron] Publish callbacks [] for port (6dae7cd6-038a-42ca-b2a4-4b32da1ccbdb), precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:44.166243 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.db.provisioning_blocks [req-4b8d21c7-8339-437c-ae12-9fe7d6f1e0ae req-58a9d4f6-1619-41ee-938c-bfc1492f6281 service neutron] Transition to ACTIVE for port object 6dae7cd6-038a-42ca-b2a4-4b32da1ccbdb will not be triggered until provisioned by entity L2. {{(pid=109085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:56:44.171670 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-4b8d21c7-8339-437c-ae12-9fe7d6f1e0ae req-58a9d4f6-1619-41ee-938c-bfc1492f6281 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4723334'] for port (6dae7cd6-038a-42ca-b2a4-4b32da1ccbdb), after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:44.226542 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a9d4f6-1619-41ee-938c-bfc1492f6281 service neutron] Pushing event updated for resources: {'Port': ['ID=6dae7cd6-038a-42ca-b2a4-4b32da1ccbdb,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:44.305417 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-4b8d21c7-8339-437c-ae12-9fe7d6f1e0ae req-58a9d4f6-1619-41ee-938c-bfc1492f6281 service neutron] Attempting to bind port 6dae7cd6-038a-42ca-b2a4-4b32da1ccbdb on host hv-cinder-82418 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:56:44.305661 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-4b8d21c7-8339-437c-ae12-9fe7d6f1e0ae req-58a9d4f6-1619-41ee-938c-bfc1492f6281 service neutron] Attempting to bind port 6dae7cd6-038a-42ca-b2a4-4b32da1ccbdb by drivers openvswitch,hyperv on host hv-cinder-82418 at level 0 using segments [{'id': '138f5ee1-e076-44ea-abbf-a8c49ebddcd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'a0a03de1-89bc-4abc-a7de-5e839a993506'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:56:44.306002 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b8d21c7-8339-437c-ae12-9fe7d6f1e0ae req-58a9d4f6-1619-41ee-938c-bfc1492f6281 service neutron] Attempting to bind port 6dae7cd6-038a-42ca-b2a4-4b32da1ccbdb on network a0a03de1-89bc-4abc-a7de-5e839a993506 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:56:44.310631 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b8d21c7-8339-437c-ae12-9fe7d6f1e0ae req-58a9d4f6-1619-41ee-938c-bfc1492f6281 service neutron] Port 6dae7cd6-038a-42ca-b2a4-4b32da1ccbdb on network a0a03de1-89bc-4abc-a7de-5e839a993506 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82418 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:56:44.310950 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b8d21c7-8339-437c-ae12-9fe7d6f1e0ae req-58a9d4f6-1619-41ee-938c-bfc1492f6281 service neutron] Attempting to bind port 6dae7cd6-038a-42ca-b2a4-4b32da1ccbdb on network a0a03de1-89bc-4abc-a7de-5e839a993506 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:56:44.316566 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b8d21c7-8339-437c-ae12-9fe7d6f1e0ae req-58a9d4f6-1619-41ee-938c-bfc1492f6281 service neutron] Checking agent: {'id': '06140fe1-dee6-47e9-9649-a5d5e543fff8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82418', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 43, 32), 'started_at': datetime.datetime(2022, 1, 28, 13, 43, 32), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 56, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:56:44.316926 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b8d21c7-8339-437c-ae12-9fe7d6f1e0ae req-58a9d4f6-1619-41ee-938c-bfc1492f6281 service neutron] Checking segment: {'id': '138f5ee1-e076-44ea-abbf-a8c49ebddcd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'a0a03de1-89bc-4abc-a7de-5e839a993506'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:56:44.317310 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b8d21c7-8339-437c-ae12-9fe7d6f1e0ae req-58a9d4f6-1619-41ee-938c-bfc1492f6281 service neutron] Bound using segment: {'id': '138f5ee1-e076-44ea-abbf-a8c49ebddcd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'a0a03de1-89bc-4abc-a7de-5e839a993506'} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:56:44.317724 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-4b8d21c7-8339-437c-ae12-9fe7d6f1e0ae req-58a9d4f6-1619-41ee-938c-bfc1492f6281 service neutron] Bound port: 6dae7cd6-038a-42ca-b2a4-4b32da1ccbdb, host: hv-cinder-82418, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '138f5ee1-e076-44ea-abbf-a8c49ebddcd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'a0a03de1-89bc-4abc-a7de-5e839a993506'}}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:56:44.318073 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-4b8d21c7-8339-437c-ae12-9fe7d6f1e0ae req-58a9d4f6-1619-41ee-938c-bfc1492f6281 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (6dae7cd6-038a-42ca-b2a4-4b32da1ccbdb), before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:44.381400 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-4b8d21c7-8339-437c-ae12-9fe7d6f1e0ae req-58a9d4f6-1619-41ee-938c-bfc1492f6281 service neutron] For port 6dae7cd6-038a-42ca-b2a4-4b32da1ccbdb, host hv-cinder-82418, cleared binding levels {{(pid=109085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:56:44.384524 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-4b8d21c7-8339-437c-ae12-9fe7d6f1e0ae req-58a9d4f6-1619-41ee-938c-bfc1492f6281 service neutron] For port 6dae7cd6-038a-42ca-b2a4-4b32da1ccbdb, host hv-cinder-82418, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=6dae7cd6-038a-42ca-b2a4-4b32da1ccbdb,segment=NetworkSegment(138f5ee1-e076-44ea-abbf-a8c49ebddcd6),segment_id=138f5ee1-e076-44ea-abbf-a8c49ebddcd6)] {{(pid=109085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:56:44.390638 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-4b8d21c7-8339-437c-ae12-9fe7d6f1e0ae req-58a9d4f6-1619-41ee-938c-bfc1492f6281 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4723334'] for port (6dae7cd6-038a-42ca-b2a4-4b32da1ccbdb), after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:44.426109 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8d21c7-8339-437c-ae12-9fe7d6f1e0ae req-58a9d4f6-1619-41ee-938c-bfc1492f6281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:56:44.426727 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-4b8d21c7-8339-437c-ae12-9fe7d6f1e0ae req-58a9d4f6-1619-41ee-938c-bfc1492f6281 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91499'] for port (None), before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:44.428111 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-4b8d21c7-8339-437c-ae12-9fe7d6f1e0ae req-58a9d4f6-1619-41ee-938c-bfc1492f6281 service neutron] 10.222.0.78 "PUT /v2.0/ports/6dae7cd6-038a-42ca-b2a4-4b32da1ccbdb HTTP/1.1" status: 200 len: 1093 time: 0.6598699 Jan 28 13:56:44.428545 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cde007c-5a76-4aa8-b0a1-675fa52c727e', 'tag': '6dae7cd6-038a-42ca-b2a4-4b32da1ccbdb'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:56:44.430897 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19ef927ebdb7e136520bf73605241c98ba3844c75ab8794845cb00139da391b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fb30a37-4cf0-49d6-b176-31591ed9179e" -d '{"events": [{"name": "network-changed", "server_uuid": "6cde007c-5a76-4aa8-b0a1-675fa52c727e", "tag": "6dae7cd6-038a-42ca-b2a4-4b32da1ccbdb"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:56:44.460271 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a9d4f6-1619-41ee-938c-bfc1492f6281 service neutron] Pushing event updated for resources: {'Port': ['ID=6dae7cd6-038a-42ca-b2a4-4b32da1ccbdb,revision_number=3']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:44.487355 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0ef2bca-f690-44b7-8bcc-fcd7b97f12b2 x-openstack-request-id: req-e0ef2bca-f690-44b7-8bcc-fcd7b97f12b2 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:56:44.487638 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cde007c-5a76-4aa8-b0a1-675fa52c727e", "tag": "6dae7cd6-038a-42ca-b2a4-4b32da1ccbdb", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:56:44.487889 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e0ef2bca-f690-44b7-8bcc-fcd7b97f12b2 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:56:44.488279 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cde007c-5a76-4aa8-b0a1-675fa52c727e', 'tag': '6dae7cd6-038a-42ca-b2a4-4b32da1ccbdb', 'status': 'completed', 'code': 200} Jan 28 13:56:44.519963 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8d21c7-8339-437c-ae12-9fe7d6f1e0ae req-66ec3ef1-c415-4330-a5dd-2ce9a302b19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:56:44.521611 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-4b8d21c7-8339-437c-ae12-9fe7d6f1e0ae req-66ec3ef1-c415-4330-a5dd-2ce9a302b19a service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=752b92271d05454584ec03438c6dee5f&device_id=6cde007c-5a76-4aa8-b0a1-675fa52c727e HTTP/1.1" status: 200 len: 1096 time: 0.0430696 Jan 28 13:56:44.565692 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-4b8d21c7-8339-437c-ae12-9fe7d6f1e0ae req-fd086889-cd48-4d2d-b833-de0626c49b2a service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6dae7cd6-038a-42ca-b2a4-4b32da1ccbdb HTTP/1.1" status: 200 len: 217 time: 0.0364711 Jan 28 13:56:44.614843 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8d21c7-8339-437c-ae12-9fe7d6f1e0ae req-718ab64f-0dc1-4a6b-9c30-4d707da6bcf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:56:44.616433 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-4b8d21c7-8339-437c-ae12-9fe7d6f1e0ae req-718ab64f-0dc1-4a6b-9c30-4d707da6bcf1 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=5e5de745-b1fa-4209-bcac-141ee6f28a58 HTTP/1.1" status: 200 len: 854 time: 0.0443072 Jan 28 13:56:44.649316 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-4b8d21c7-8339-437c-ae12-9fe7d6f1e0ae req-037923da-7c79-4e55-a3d1-76650231a969 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=a0a03de1-89bc-4abc-a7de-5e839a993506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267544 Jan 28 13:56:44.740421 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-4b8d21c7-8339-437c-ae12-9fe7d6f1e0ae req-96f386b0-8d84-4d9a-beae-b97a752ea27c service neutron] 10.222.0.78 "GET /v2.0/networks/a0a03de1-89bc-4abc-a7de-5e839a993506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854266 Jan 28 13:56:44.830095 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-4b8d21c7-8339-437c-ae12-9fe7d6f1e0ae req-b9832f6c-131a-480f-a7d4-a1bd13efde1e service neutron] 10.222.0.78 "GET /v2.0/networks/a0a03de1-89bc-4abc-a7de-5e839a993506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840027 Jan 28 13:56:44.930441 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb30a37-4cf0-49d6-b176-31591ed9179e req-0cb0064f-ab88-4916-b5bd-a3139bbba597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:56:44.931936 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-3fb30a37-4cf0-49d6-b176-31591ed9179e req-0cb0064f-ab88-4916-b5bd-a3139bbba597 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=752b92271d05454584ec03438c6dee5f&device_id=6cde007c-5a76-4aa8-b0a1-675fa52c727e HTTP/1.1" status: 200 len: 1096 time: 0.0520234 Jan 28 13:56:45.032231 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd6970b-f808-4526-97c2-45c4c7ce5b27 req-aa705c82-bada-4618-b94e-74a0a27a2859 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:56:45.033762 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-fcd6970b-f808-4526-97c2-45c4c7ce5b27 req-aa705c82-bada-4618-b94e-74a0a27a2859 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] 10.222.0.72 "GET /v2.0/ports?device_id=6cde007c-5a76-4aa8-b0a1-675fa52c727e HTTP/1.1" status: 200 len: 943 time: 0.1056359 Jan 28 13:56:45.065917 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb30a37-4cf0-49d6-b176-31591ed9179e req-c5672b20-ad35-4849-a352-5839c1c4e50b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:56:45.067478 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-3fb30a37-4cf0-49d6-b176-31591ed9179e req-c5672b20-ad35-4849-a352-5839c1c4e50b service neutron] 10.222.0.78 "GET /v2.0/networks?id=a0a03de1-89bc-4abc-a7de-5e839a993506 HTTP/1.1" status: 200 len: 915 time: 0.1268544 Jan 28 13:56:45.115350 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-3fb30a37-4cf0-49d6-b176-31591ed9179e req-b3ac2909-c3e6-4e47-8926-32491427ab13 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6dae7cd6-038a-42ca-b2a4-4b32da1ccbdb HTTP/1.1" status: 200 len: 217 time: 0.0408459 Jan 28 13:56:45.137570 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-fcd6970b-f808-4526-97c2-45c4c7ce5b27 req-c01f9f06-3226-4d8a-b0fc-7f70005c2d8f tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] 10.222.0.72 "GET /v2.0/security-groups?id=0c2237f5-e570-4df3-b859-dc7374b156b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954764 Jan 28 13:56:45.172530 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb30a37-4cf0-49d6-b176-31591ed9179e req-1fe45fad-610f-4aa7-b6bf-f55da4c51cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:56:45.174033 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-3fb30a37-4cf0-49d6-b176-31591ed9179e req-1fe45fad-610f-4aa7-b6bf-f55da4c51cdd service neutron] 10.222.0.78 "GET /v2.0/subnets?id=5e5de745-b1fa-4209-bcac-141ee6f28a58 HTTP/1.1" status: 200 len: 854 time: 0.0513737 Jan 28 13:56:45.204665 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-3fb30a37-4cf0-49d6-b176-31591ed9179e req-81871f13-deab-484a-a497-7f8a1e5b0d57 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=a0a03de1-89bc-4abc-a7de-5e839a993506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241823 Jan 28 13:56:45.312555 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-3fb30a37-4cf0-49d6-b176-31591ed9179e req-337252d1-b104-4b1b-9931-94337e4071e4 service neutron] 10.222.0.78 "GET /v2.0/networks/a0a03de1-89bc-4abc-a7de-5e839a993506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999660 Jan 28 13:56:45.417398 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-3fb30a37-4cf0-49d6-b176-31591ed9179e req-f9566967-32f6-408f-a11f-f7bcb1dd050d service neutron] 10.222.0.78 "GET /v2.0/networks/a0a03de1-89bc-4abc-a7de-5e839a993506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980124 Jan 28 13:56:46.262690 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b3e68e-f6b4-4e1e-8994-33b473d924bc req-51617236-c8f9-4d31-a768-a424213aae15 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:56:46.264140 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-a1b3e68e-f6b4-4e1e-8994-33b473d924bc req-51617236-c8f9-4d31-a768-a424213aae15 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] 10.222.0.72 "GET /v2.0/ports?device_id=6cde007c-5a76-4aa8-b0a1-675fa52c727e HTTP/1.1" status: 200 len: 943 time: 0.0556216 Jan 28 13:56:46.311420 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-a1b3e68e-f6b4-4e1e-8994-33b473d924bc req-17cb5b88-b936-4bff-bc81-8468092b39f2 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] 10.222.0.72 "GET /v2.0/security-groups?id=0c2237f5-e570-4df3-b859-dc7374b156b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416405 Jan 28 13:56:47.447861 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bd1ed2-8522-4186-b143-1ba23b1a5da1 req-a2fc4eb2-85e1-46e6-b469-7e0f872a4056 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:56:47.449484 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-80bd1ed2-8522-4186-b143-1ba23b1a5da1 req-a2fc4eb2-85e1-46e6-b469-7e0f872a4056 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] 10.222.0.72 "GET /v2.0/ports?device_id=6cde007c-5a76-4aa8-b0a1-675fa52c727e HTTP/1.1" status: 200 len: 943 time: 0.0543065 Jan 28 13:56:47.498353 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-80bd1ed2-8522-4186-b143-1ba23b1a5da1 req-68f4cb2b-5f05-4542-962e-fb11950cb2eb tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] 10.222.0.72 "GET /v2.0/security-groups?id=0c2237f5-e570-4df3-b859-dc7374b156b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430779 Jan 28 13:56:48.633375 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c048e892-3a96-4f57-a92d-6b1c441b8950 req-d2a85096-3244-4807-9974-cee5331853b3 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:56:48.634845 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-c048e892-3a96-4f57-a92d-6b1c441b8950 req-d2a85096-3244-4807-9974-cee5331853b3 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] 10.222.0.72 "GET /v2.0/ports?device_id=6cde007c-5a76-4aa8-b0a1-675fa52c727e HTTP/1.1" status: 200 len: 943 time: 0.0596561 Jan 28 13:56:48.682217 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-c048e892-3a96-4f57-a92d-6b1c441b8950 req-69effabb-9a69-4ef3-9d5e-7c09bd104540 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] 10.222.0.72 "GET /v2.0/security-groups?id=0c2237f5-e570-4df3-b859-dc7374b156b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414543 Jan 28 13:56:49.150776 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Device 6dae7cd6-038a-42ca-b2a4-4b32da1ccbdb details requested by agent hyperv_hv-cinder-82418 with host hv-cinder-82418 {{(pid=109086) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:56:49.250128 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] For port 6dae7cd6-038a-42ca-b2a4-4b32da1ccbdb, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=6dae7cd6-038a-42ca-b2a4-4b32da1ccbdb,segment=NetworkSegment(138f5ee1-e076-44ea-abbf-a8c49ebddcd6),segment_id=138f5ee1-e076-44ea-abbf-a8c49ebddcd6)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:56:49.261964 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Returning: {'device': '6dae7cd6-038a-42ca-b2a4-4b32da1ccbdb', 'network_id': 'a0a03de1-89bc-4abc-a7de-5e839a993506', 'port_id': '6dae7cd6-038a-42ca-b2a4-4b32da1ccbdb', 'mac_address': 'fa:16:3e:1a:a6:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e5de745-b1fa-4209-bcac-141ee6f28a58', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109086) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:56:49.298547 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Current status of the port 6dae7cd6-038a-42ca-b2a4-4b32da1ccbdb is: DOWN; New status is: BUILD {{(pid=109086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:56:49.298939 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (6dae7cd6-038a-42ca-b2a4-4b32da1ccbdb), before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:49.312133 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.notifiers.nova [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6dae7cd6-038a-42ca-b2a4-4b32da1ccbdb {{(pid=109086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:56:49.331924 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] For port 6dae7cd6-038a-42ca-b2a4-4b32da1ccbdb, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=6dae7cd6-038a-42ca-b2a4-4b32da1ccbdb,segment=NetworkSegment(138f5ee1-e076-44ea-abbf-a8c49ebddcd6),segment_id=138f5ee1-e076-44ea-abbf-a8c49ebddcd6)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:56:49.337539 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862'] for port (6dae7cd6-038a-42ca-b2a4-4b32da1ccbdb), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:49.386655 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Pushing event updated for resources: {'Port': ['ID=6dae7cd6-038a-42ca-b2a4-4b32da1ccbdb,revision_number=4']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:49.646566 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] get_ports_and_sgs() called for port_ids ['6dae7cd6-038a-42ca-b2a4-4b32da1ccbdb'] {{(pid=109086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:56:49.799277 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae1daa6-ebeb-46c6-bef3-bb4acd8c7e91 req-e5dbe73e-7143-43db-8add-c9da4ea32f03 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:56:49.801011 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-8ae1daa6-ebeb-46c6-bef3-bb4acd8c7e91 req-e5dbe73e-7143-43db-8add-c9da4ea32f03 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] 10.222.0.72 "GET /v2.0/ports?device_id=6cde007c-5a76-4aa8-b0a1-675fa52c727e HTTP/1.1" status: 200 len: 944 time: 0.0501406 Jan 28 13:56:49.849262 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-8ae1daa6-ebeb-46c6-bef3-bb4acd8c7e91 req-ae0a328f-dadd-4a41-b406-386245d3b880 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] 10.222.0.72 "GET /v2.0/security-groups?id=0c2237f5-e570-4df3-b859-dc7374b156b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424514 Jan 28 13:56:50.983674 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bdf8d7-ccca-4de4-9f83-ddb2b47aed41 req-c8d06ff5-2b4f-4e0f-8cf2-ad41d39ca2b7 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:56:50.985149 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-84bdf8d7-ccca-4de4-9f83-ddb2b47aed41 req-c8d06ff5-2b4f-4e0f-8cf2-ad41d39ca2b7 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] 10.222.0.72 "GET /v2.0/ports?device_id=6cde007c-5a76-4aa8-b0a1-675fa52c727e HTTP/1.1" status: 200 len: 944 time: 0.0597215 Jan 28 13:56:51.035962 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-84bdf8d7-ccca-4de4-9f83-ddb2b47aed41 req-321d8d65-2432-45c5-97af-2a57d6853868 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] 10.222.0.72 "GET /v2.0/security-groups?id=0c2237f5-e570-4df3-b859-dc7374b156b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425870 Jan 28 13:56:52.015811 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Device 6dae7cd6-038a-42ca-b2a4-4b32da1ccbdb up at agent hyperv_hv-cinder-82418 {{(pid=109086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:56:52.077376 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Provisioning for port 6dae7cd6-038a-42ca-b2a4-4b32da1ccbdb completed by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:56:52.082153 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Provisioning complete for port 6dae7cd6-038a-42ca-b2a4-4b32da1ccbdb triggered by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:56:52.082738 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041328'] for port (6dae7cd6-038a-42ca-b2a4-4b32da1ccbdb), provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:52.158099 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4227dc34-d1f9-4ab2-b0ee-e7b929833127 req-0d2435b4-c1ac-4a66-abf7-96edd7d7a0d2 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:56:52.159574 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-4227dc34-d1f9-4ab2-b0ee-e7b929833127 req-0d2435b4-c1ac-4a66-abf7-96edd7d7a0d2 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] 10.222.0.72 "GET /v2.0/ports?device_id=6cde007c-5a76-4aa8-b0a1-675fa52c727e HTTP/1.1" status: 200 len: 944 time: 0.0486305 Jan 28 13:56:52.161537 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Current status of the port 6dae7cd6-038a-42ca-b2a4-4b32da1ccbdb is: BUILD; New status is: ACTIVE {{(pid=109086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:56:52.161969 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (6dae7cd6-038a-42ca-b2a4-4b32da1ccbdb), before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:52.185820 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cde007c-5a76-4aa8-b0a1-675fa52c727e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dae7cd6-038a-42ca-b2a4-4b32da1ccbdb'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:56:52.188090 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fe2f3ff242846a504b70cb1607640f93490c53de488d62a29fe51e57b5b242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1f3054e-95ff-422f-98e9-5241b2e72924" -d '{"events": [{"server_uuid": "6cde007c-5a76-4aa8-b0a1-675fa52c727e", "name": "network-vif-plugged", "status": "completed", "tag": "6dae7cd6-038a-42ca-b2a4-4b32da1ccbdb"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:56:52.200667 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] For port 6dae7cd6-038a-42ca-b2a4-4b32da1ccbdb, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=6dae7cd6-038a-42ca-b2a4-4b32da1ccbdb,segment=NetworkSegment(138f5ee1-e076-44ea-abbf-a8c49ebddcd6),segment_id=138f5ee1-e076-44ea-abbf-a8c49ebddcd6)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:56:52.206451 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862'] for port (6dae7cd6-038a-42ca-b2a4-4b32da1ccbdb), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:52.209959 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-4227dc34-d1f9-4ab2-b0ee-e7b929833127 req-0bfeca89-926e-4c09-88df-c9408f2961dd tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] 10.222.0.72 "GET /v2.0/security-groups?id=0c2237f5-e570-4df3-b859-dc7374b156b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448384 Jan 28 13:56:52.257590 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Pushing event updated for resources: {'Port': ['ID=6dae7cd6-038a-42ca-b2a4-4b32da1ccbdb,revision_number=5']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:52.419096 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79288b2c-34a6-4723-8d67-fbb4042ef2f1 x-openstack-request-id: req-79288b2c-34a6-4723-8d67-fbb4042ef2f1 {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:56:52.419359 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cde007c-5a76-4aa8-b0a1-675fa52c727e", "name": "network-vif-plugged", "status": "completed", "tag": "6dae7cd6-038a-42ca-b2a4-4b32da1ccbdb", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:56:52.419647 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-79288b2c-34a6-4723-8d67-fbb4042ef2f1 {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:56:52.420044 dv-cinder-824187-7-iscsi neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cde007c-5a76-4aa8-b0a1-675fa52c727e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dae7cd6-038a-42ca-b2a4-4b32da1ccbdb', 'code': 200} Jan 28 13:56:53.343375 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce10e45-456a-4f81-a320-0f0facc9cdde req-a1ccda7d-7967-4665-8270-cab7b120c25f tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:56:53.344839 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-fce10e45-456a-4f81-a320-0f0facc9cdde req-a1ccda7d-7967-4665-8270-cab7b120c25f tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] 10.222.0.72 "GET /v2.0/ports?device_id=6cde007c-5a76-4aa8-b0a1-675fa52c727e HTTP/1.1" status: 200 len: 945 time: 0.0513933 Jan 28 13:56:53.395036 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-fce10e45-456a-4f81-a320-0f0facc9cdde req-1196907e-27a1-4046-b8b5-86497099e889 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] 10.222.0.72 "GET /v2.0/security-groups?id=0c2237f5-e570-4df3-b859-dc7374b156b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421393 Jan 28 13:56:54.236140 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f814e21c-f17f-44ff-a8e6-12bb3cadf92e req-2c2c78fc-0db6-4795-9a6e-afb9579825e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:56:54.237694 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-f814e21c-f17f-44ff-a8e6-12bb3cadf92e req-2c2c78fc-0db6-4795-9a6e-afb9579825e9 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=6cde007c-5a76-4aa8-b0a1-675fa52c727e HTTP/1.1" status: 200 len: 1098 time: 0.0493345 Jan 28 13:56:54.284213 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-f814e21c-f17f-44ff-a8e6-12bb3cadf92e req-8180372b-d782-44af-9a28-89ca9659ef10 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=0c2237f5-e570-4df3-b859-dc7374b156b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396171 Jan 28 13:56:54.526944 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf8a5a7-bc3e-4ebe-b803-c934bc6bcb58 req-e86f3efd-ecdb-4aa2-ad84-2e671bc08421 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:56:54.528418 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-fbf8a5a7-bc3e-4ebe-b803-c934bc6bcb58 req-e86f3efd-ecdb-4aa2-ad84-2e671bc08421 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] 10.222.0.72 "GET /v2.0/ports?device_id=6cde007c-5a76-4aa8-b0a1-675fa52c727e HTTP/1.1" status: 200 len: 945 time: 0.0505481 Jan 28 13:56:54.575498 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-fbf8a5a7-bc3e-4ebe-b803-c934bc6bcb58 req-5308d910-c88c-4a4a-b91c-cb43048b2a9f tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] 10.222.0.72 "GET /v2.0/security-groups?id=0c2237f5-e570-4df3-b859-dc7374b156b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413113 Jan 28 13:56:55.695540 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14c6d9f-5426-4552-9b5f-469d636c3476 req-0c0a3bac-2b48-446c-b788-b410244f4fb9 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:56:55.697049 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-e14c6d9f-5426-4552-9b5f-469d636c3476 req-0c0a3bac-2b48-446c-b788-b410244f4fb9 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] 10.222.0.72 "GET /v2.0/ports?device_id=6cde007c-5a76-4aa8-b0a1-675fa52c727e HTTP/1.1" status: 200 len: 945 time: 0.0531826 Jan 28 13:56:55.744874 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-e14c6d9f-5426-4552-9b5f-469d636c3476 req-2403ae41-40cd-41c1-a7e5-5f64896480cf tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] 10.222.0.72 "GET /v2.0/security-groups?id=0c2237f5-e570-4df3-b859-dc7374b156b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419998 Jan 28 13:56:56.877375 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd54c381-839b-4221-9502-9fa35e1495cc req-bad74191-4299-47d5-aafa-0df92bc81579 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:56:56.878843 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-dd54c381-839b-4221-9502-9fa35e1495cc req-bad74191-4299-47d5-aafa-0df92bc81579 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] 10.222.0.72 "GET /v2.0/ports?device_id=6cde007c-5a76-4aa8-b0a1-675fa52c727e HTTP/1.1" status: 200 len: 945 time: 0.0553310 Jan 28 13:56:56.928825 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-dd54c381-839b-4221-9502-9fa35e1495cc req-a9f20108-1a5e-4177-b455-8c7fa48b1093 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] 10.222.0.72 "GET /v2.0/security-groups?id=0c2237f5-e570-4df3-b859-dc7374b156b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417008 Jan 28 13:56:57.880069 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 48646) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:56:57.999382 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ad5555e5-8cc3-4817-b47e-4192a420f6dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:58.093487 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ad5555e5-8cc3-4817-b47e-4192a420f6dd admin admin] Publish callbacks [] for security_group (7bf51fdb-5d34-4708-9826-368f6bc70766), precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:58.100199 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ad5555e5-8cc3-4817-b47e-4192a420f6dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (7bf51fdb-5d34-4708-9826-368f6bc70766), after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:58.144763 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-ad5555e5-8cc3-4817-b47e-4192a420f6dd admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=bc3a6a4f56884ddc96c77e9aedc68374&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2635398 Jan 28 13:56:58.145713 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5555e5-8cc3-4817-b47e-4192a420f6dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bf51fdb-5d34-4708-9826-368f6bc70766,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:58.147642 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 48650) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:56:58.153648 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5555e5-8cc3-4817-b47e-4192a420f6dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:56:58.153911 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5555e5-8cc3-4817-b47e-4192a420f6dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:56:58.154250 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5555e5-8cc3-4817-b47e-4192a420f6dd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:56:58.154684 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5555e5-8cc3-4817-b47e-4192a420f6dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:56:58.155027 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5555e5-8cc3-4817-b47e-4192a420f6dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:56:58.155332 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5555e5-8cc3-4817-b47e-4192a420f6dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:56:58.155664 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5555e5-8cc3-4817-b47e-4192a420f6dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:56:58.155987 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5555e5-8cc3-4817-b47e-4192a420f6dd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:56:58.156311 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5555e5-8cc3-4817-b47e-4192a420f6dd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:56:58.156632 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5555e5-8cc3-4817-b47e-4192a420f6dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:56:58.156990 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5555e5-8cc3-4817-b47e-4192a420f6dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:56:58.157296 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5555e5-8cc3-4817-b47e-4192a420f6dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:56:58.157617 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5555e5-8cc3-4817-b47e-4192a420f6dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:56:58.198684 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-45301f08-cd3f-48d7-9bfd-ecf53965d019 admin admin] Publish callbacks [] for security_group (7bf51fdb-5d34-4708-9826-368f6bc70766), before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:58.221170 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-45301f08-cd3f-48d7-9bfd-ecf53965d019 admin admin] Publish callbacks [] for security_group (7bf51fdb-5d34-4708-9826-368f6bc70766), precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:58.234254 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-cbad22ab-7c3c-4b1e-8f96-cec0ed189f8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (fe6892c5-7eb1-46ce-88dd-77c5bcc32263), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:58.271014 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-45301f08-cd3f-48d7-9bfd-ecf53965d019 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (7bf51fdb-5d34-4708-9826-368f6bc70766), after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:58.273702 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-45301f08-cd3f-48d7-9bfd-ecf53965d019 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:58.274897 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-45301f08-cd3f-48d7-9bfd-ecf53965d019 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/7bf51fdb-5d34-4708-9826-368f6bc70766 HTTP/1.1" status: 204 len: 168 time: 0.1262639 Jan 28 13:56:58.283962 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45301f08-cd3f-48d7-9bfd-ecf53965d019 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bf51fdb-5d34-4708-9826-368f6bc70766,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:58.572957 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 48666) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:56:58.588770 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-acbc2f85-bf5f-478c-874f-fe532a1d2d97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:58.672720 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-acbc2f85-bf5f-478c-874f-fe532a1d2d97 admin admin] Publish callbacks [] for security_group (ba913dde-2706-4710-a2a3-345ffa2c3657), precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:58.679656 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-acbc2f85-bf5f-478c-874f-fe532a1d2d97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (ba913dde-2706-4710-a2a3-345ffa2c3657), after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:58.719434 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbc2f85-bf5f-478c-874f-fe532a1d2d97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba913dde-2706-4710-a2a3-345ffa2c3657,revision_number=1']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:56:58.723737 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-acbc2f85-bf5f-478c-874f-fe532a1d2d97 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=fb3f1ae82dbc4390ac13247ebc1da611&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1494195 Jan 28 13:56:58.726572 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 48670) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:56:58.772658 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-5814ae4f-1e64-4c72-bd1c-9ad445d2d1f6 admin admin] Publish callbacks [] for security_group (ba913dde-2706-4710-a2a3-345ffa2c3657), before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:58.792886 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-5814ae4f-1e64-4c72-bd1c-9ad445d2d1f6 admin admin] Publish callbacks [] for security_group (ba913dde-2706-4710-a2a3-345ffa2c3657), precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:58.839570 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-5814ae4f-1e64-4c72-bd1c-9ad445d2d1f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (ba913dde-2706-4710-a2a3-345ffa2c3657), after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:58.842226 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-5814ae4f-1e64-4c72-bd1c-9ad445d2d1f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:56:58.843353 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-5814ae4f-1e64-4c72-bd1c-9ad445d2d1f6 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ba913dde-2706-4710-a2a3-345ffa2c3657 HTTP/1.1" status: 204 len: 168 time: 0.1158895 Jan 28 13:56:58.851188 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5814ae4f-1e64-4c72-bd1c-9ad445d2d1f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba913dde-2706-4710-a2a3-345ffa2c3657,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:00.242334 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c6191f42-be7d-4a52-b707-9df3c8627bf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (5fb30df9-6f10-41b8-94cc-b881623ba250), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:01.757906 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-120fdcba-5236-4c4f-ad1d-de3bbc2703f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (270c75b4-e9a8-4b16-85de-99abb56244df), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:02.895991 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a365d3e8-b48a-4a28-95b6-25537061fe93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (282d2827-b9b4-4282-91d0-335a7cd9818a), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:03.006085 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (06140fe1-dee6-47e9-9649-a5d5e543fff8), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:04.191361 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (91ec632a-2927-4715-8bad-f3132ebcbe46), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:05.482026 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.agents_db [None req-2611350c-8bbf-4fa3-a5bb-e2ba3591f3a7 None None] Agent healthcheck: found 6 active agents {{(pid=109087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:57:06.384556 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fd8b68-7bb6-4b12-bbd4-d180b78e53b0 req-60f5093a-6ce4-4cd4-a214-db7593cb53dd tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:06.386800 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-64fd8b68-7bb6-4b12-bbd4-d180b78e53b0 req-60f5093a-6ce4-4cd4-a214-db7593cb53dd tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] 10.222.0.72 "GET /v2.0/networks?id=a0a03de1-89bc-4abc-a7de-5e839a993506 HTTP/1.1" status: 200 len: 814 time: 0.1238203 Jan 28 13:57:06.404527 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-64fd8b68-7bb6-4b12-bbd4-d180b78e53b0 req-7e571d5e-a3d6-4f8a-bfbc-6ce2fb6d852d tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] 10.222.0.72 "GET /v2.0/quotas/752b92271d05454584ec03438c6dee5f HTTP/1.1" status: 200 len: 375 time: 0.0096357 Jan 28 13:57:06.452946 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-64fd8b68-7bb6-4b12-bbd4-d180b78e53b0 req-213d0c99-6f13-4fee-955f-45cbc82e9402 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=752b92271d05454584ec03438c6dee5f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0432403 Jan 28 13:57:06.541573 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-64fd8b68-7bb6-4b12-bbd4-d180b78e53b0 req-073fd36e-1926-409e-a213-ccc9e8a727c7 service neutron] 10.222.0.72 "GET /v2.0/networks/a0a03de1-89bc-4abc-a7de-5e839a993506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819771 Jan 28 13:57:06.635392 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-64fd8b68-7bb6-4b12-bbd4-d180b78e53b0 req-258511a8-3980-4c1e-b399-3f24cff9de49 service neutron] 10.222.0.72 "GET /v2.0/networks/a0a03de1-89bc-4abc-a7de-5e839a993506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874240 Jan 28 13:57:06.794377 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-c3f5720b-d861-4aca-af15-b34cd0dbc348 req-4f2efa85-6b6d-4267-859b-9d57b77a1f70 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] 10.222.0.72 "GET /v2.0/ports?device_id=13808945-14cc-4a45-9346-6a2dc3675ae4 HTTP/1.1" status: 200 len: 210 time: 0.0258658 Jan 28 13:57:07.743220 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fd8b68-7bb6-4b12-bbd4-d180b78e53b0 req-fd269f32-e007-4b01-8078-4940c708a7e9 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:07.744690 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-64fd8b68-7bb6-4b12-bbd4-d180b78e53b0 req-fd269f32-e007-4b01-8078-4940c708a7e9 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] 10.222.0.78 "GET /v2.0/networks?id=a0a03de1-89bc-4abc-a7de-5e839a993506 HTTP/1.1" status: 200 len: 814 time: 0.1078086 Jan 28 13:57:07.762670 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.v2.base [req-64fd8b68-7bb6-4b12-bbd4-d180b78e53b0 req-3fbc1b69-41f0-4a23-ab74-4fa6289b0eb9 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] Request body: {'port': {'device_id': '13808945-14cc-4a45-9346-6a2dc3675ae4', 'network_id': 'a0a03de1-89bc-4abc-a7de-5e839a993506', 'admin_state_up': True, 'tenant_id': '752b92271d05454584ec03438c6dee5f'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:57:07.874795 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64fd8b68-7bb6-4b12-bbd4-d180b78e53b0 req-3fbc1b69-41f0-4a23-ab74-4fa6289b0eb9 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] Made reservation on behalf of 752b92271d05454584ec03438c6dee5f for: {'port': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:57:07.878281 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-64fd8b68-7bb6-4b12-bbd4-d180b78e53b0 req-3fbc1b69-41f0-4a23-ab74-4fa6289b0eb9 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (None), before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:07.886415 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-0986a4c5-515c-4619-97d0-44a32a2a594f req-76e77c02-6172-4746-86fa-ed5e0e4880ac tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] 10.222.0.72 "GET /v2.0/ports?device_id=13808945-14cc-4a45-9346-6a2dc3675ae4 HTTP/1.1" status: 200 len: 210 time: 0.0269425 Jan 28 13:57:08.005247 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [req-64fd8b68-7bb6-4b12-bbd4-d180b78e53b0 req-3fbc1b69-41f0-4a23-ab74-4fa6289b0eb9 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] Allocated IP 172.20.0.2 (a0a03de1-89bc-4abc-a7de-5e839a993506/5e5de745-b1fa-4209-bcac-141ee6f28a58/7579dd92-5bd4-4a05-a5ac-530c4d45554b) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:57:08.434237 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-64fd8b68-7bb6-4b12-bbd4-d180b78e53b0 req-3fbc1b69-41f0-4a23-ab74-4fa6289b0eb9 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] Publish callbacks [] for port (7579dd92-5bd4-4a05-a5ac-530c4d45554b), precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:08.471957 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-64fd8b68-7bb6-4b12-bbd4-d180b78e53b0 req-3fbc1b69-41f0-4a23-ab74-4fa6289b0eb9 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742788384826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4723325'] for port (7579dd92-5bd4-4a05-a5ac-530c4d45554b), after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:08.483697 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] get_ports_and_sgs() called for port_ids ['6dae7cd6-038a-42ca-b2a4-4b32da1ccbdb'] {{(pid=109086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:57:08.518544 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64fd8b68-7bb6-4b12-bbd4-d180b78e53b0 req-3fbc1b69-41f0-4a23-ab74-4fa6289b0eb9 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] Network a0a03de1-89bc-4abc-a7de-5e839a993506 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:57:08.521712 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [req-64fd8b68-7bb6-4b12-bbd4-d180b78e53b0 req-3fbc1b69-41f0-4a23-ab74-4fa6289b0eb9 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:57:08.527662 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-64fd8b68-7bb6-4b12-bbd4-d180b78e53b0 req-3fbc1b69-41f0-4a23-ab74-4fa6289b0eb9 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:57:08.551243 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbc1b69-41f0-4a23-ab74-4fa6289b0eb9 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] Pushing event updated for resources: {'Port': ['ID=7579dd92-5bd4-4a05-a5ac-530c4d45554b,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:08.589915 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fd8b68-7bb6-4b12-bbd4-d180b78e53b0 req-3fbc1b69-41f0-4a23-ab74-4fa6289b0eb9 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:08.590558 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-64fd8b68-7bb6-4b12-bbd4-d180b78e53b0 req-3fbc1b69-41f0-4a23-ab74-4fa6289b0eb9 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91499'] for port (None), before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:08.609938 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-64fd8b68-7bb6-4b12-bbd4-d180b78e53b0 req-3fbc1b69-41f0-4a23-ab74-4fa6289b0eb9 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8509784 Jan 28 13:57:08.624081 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.v2.base [req-64fd8b68-7bb6-4b12-bbd4-d180b78e53b0 req-3e3f19f0-92c2-4c6e-a337-becc71aaa6af service neutron] Request body: {'port': {'device_id': '13808945-14cc-4a45-9346-6a2dc3675ae4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82418'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:57:08.682839 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-64fd8b68-7bb6-4b12-bbd4-d180b78e53b0 req-3e3f19f0-92c2-4c6e-a337-becc71aaa6af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (7579dd92-5bd4-4a05-a5ac-530c4d45554b), before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:08.969321 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.notifiers.nova [req-64fd8b68-7bb6-4b12-bbd4-d180b78e53b0 req-3e3f19f0-92c2-4c6e-a337-becc71aaa6af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7579dd92-5bd4-4a05-a5ac-530c4d45554b {{(pid=109085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:57:08.977723 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-64fd8b68-7bb6-4b12-bbd4-d180b78e53b0 req-3e3f19f0-92c2-4c6e-a337-becc71aaa6af service neutron] Publish callbacks [] for port (7579dd92-5bd4-4a05-a5ac-530c4d45554b), precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:09.006050 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.db.provisioning_blocks [req-64fd8b68-7bb6-4b12-bbd4-d180b78e53b0 req-3e3f19f0-92c2-4c6e-a337-becc71aaa6af service neutron] Transition to ACTIVE for port object 7579dd92-5bd4-4a05-a5ac-530c4d45554b will not be triggered until provisioned by entity L2. {{(pid=109085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:57:09.010766 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-64fd8b68-7bb6-4b12-bbd4-d180b78e53b0 req-3e3f19f0-92c2-4c6e-a337-becc71aaa6af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4723334'] for port (7579dd92-5bd4-4a05-a5ac-530c4d45554b), after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:09.049079 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b312db-0f86-4476-93a1-6c85bc7fd16c req-052902f4-78e2-47ac-b47b-c8675af61dcd tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:09.050571 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-20b312db-0f86-4476-93a1-6c85bc7fd16c req-052902f4-78e2-47ac-b47b-c8675af61dcd tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] 10.222.0.72 "GET /v2.0/ports?device_id=13808945-14cc-4a45-9346-6a2dc3675ae4 HTTP/1.1" status: 200 len: 931 time: 0.0946684 Jan 28 13:57:09.081511 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3f19f0-92c2-4c6e-a337-becc71aaa6af service neutron] Pushing event updated for resources: {'Port': ['ID=7579dd92-5bd4-4a05-a5ac-530c4d45554b,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:09.154517 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-20b312db-0f86-4476-93a1-6c85bc7fd16c req-d896bb52-472b-405b-92a6-47ddbf6b9a9b tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] 10.222.0.72 "GET /v2.0/security-groups?id=0c2237f5-e570-4df3-b859-dc7374b156b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949183 Jan 28 13:57:09.176495 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-64fd8b68-7bb6-4b12-bbd4-d180b78e53b0 req-3e3f19f0-92c2-4c6e-a337-becc71aaa6af service neutron] Attempting to bind port 7579dd92-5bd4-4a05-a5ac-530c4d45554b on host hv-cinder-82418 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:57:09.176833 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-64fd8b68-7bb6-4b12-bbd4-d180b78e53b0 req-3e3f19f0-92c2-4c6e-a337-becc71aaa6af service neutron] Attempting to bind port 7579dd92-5bd4-4a05-a5ac-530c4d45554b by drivers openvswitch,hyperv on host hv-cinder-82418 at level 0 using segments [{'id': '138f5ee1-e076-44ea-abbf-a8c49ebddcd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'a0a03de1-89bc-4abc-a7de-5e839a993506'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:57:09.177173 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64fd8b68-7bb6-4b12-bbd4-d180b78e53b0 req-3e3f19f0-92c2-4c6e-a337-becc71aaa6af service neutron] Attempting to bind port 7579dd92-5bd4-4a05-a5ac-530c4d45554b on network a0a03de1-89bc-4abc-a7de-5e839a993506 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:57:09.181670 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64fd8b68-7bb6-4b12-bbd4-d180b78e53b0 req-3e3f19f0-92c2-4c6e-a337-becc71aaa6af service neutron] Port 7579dd92-5bd4-4a05-a5ac-530c4d45554b on network a0a03de1-89bc-4abc-a7de-5e839a993506 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82418 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:57:09.181991 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64fd8b68-7bb6-4b12-bbd4-d180b78e53b0 req-3e3f19f0-92c2-4c6e-a337-becc71aaa6af service neutron] Attempting to bind port 7579dd92-5bd4-4a05-a5ac-530c4d45554b on network a0a03de1-89bc-4abc-a7de-5e839a993506 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:57:09.187292 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64fd8b68-7bb6-4b12-bbd4-d180b78e53b0 req-3e3f19f0-92c2-4c6e-a337-becc71aaa6af service neutron] Checking agent: {'id': '06140fe1-dee6-47e9-9649-a5d5e543fff8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82418', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 43, 32), 'started_at': datetime.datetime(2022, 1, 28, 13, 43, 32), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 57, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:57:09.187624 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64fd8b68-7bb6-4b12-bbd4-d180b78e53b0 req-3e3f19f0-92c2-4c6e-a337-becc71aaa6af service neutron] Checking segment: {'id': '138f5ee1-e076-44ea-abbf-a8c49ebddcd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'a0a03de1-89bc-4abc-a7de-5e839a993506'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:57:09.188017 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64fd8b68-7bb6-4b12-bbd4-d180b78e53b0 req-3e3f19f0-92c2-4c6e-a337-becc71aaa6af service neutron] Bound using segment: {'id': '138f5ee1-e076-44ea-abbf-a8c49ebddcd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'a0a03de1-89bc-4abc-a7de-5e839a993506'} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:57:09.188433 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-64fd8b68-7bb6-4b12-bbd4-d180b78e53b0 req-3e3f19f0-92c2-4c6e-a337-becc71aaa6af service neutron] Bound port: 7579dd92-5bd4-4a05-a5ac-530c4d45554b, host: hv-cinder-82418, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '138f5ee1-e076-44ea-abbf-a8c49ebddcd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'a0a03de1-89bc-4abc-a7de-5e839a993506'}}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:57:09.189103 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-64fd8b68-7bb6-4b12-bbd4-d180b78e53b0 req-3e3f19f0-92c2-4c6e-a337-becc71aaa6af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (7579dd92-5bd4-4a05-a5ac-530c4d45554b), before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:09.251138 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-64fd8b68-7bb6-4b12-bbd4-d180b78e53b0 req-3e3f19f0-92c2-4c6e-a337-becc71aaa6af service neutron] For port 7579dd92-5bd4-4a05-a5ac-530c4d45554b, host hv-cinder-82418, cleared binding levels {{(pid=109085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:57:09.255389 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-64fd8b68-7bb6-4b12-bbd4-d180b78e53b0 req-3e3f19f0-92c2-4c6e-a337-becc71aaa6af service neutron] For port 7579dd92-5bd4-4a05-a5ac-530c4d45554b, host hv-cinder-82418, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=7579dd92-5bd4-4a05-a5ac-530c4d45554b,segment=NetworkSegment(138f5ee1-e076-44ea-abbf-a8c49ebddcd6),segment_id=138f5ee1-e076-44ea-abbf-a8c49ebddcd6)] {{(pid=109085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:57:09.263011 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-64fd8b68-7bb6-4b12-bbd4-d180b78e53b0 req-3e3f19f0-92c2-4c6e-a337-becc71aaa6af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4723334'] for port (7579dd92-5bd4-4a05-a5ac-530c4d45554b), after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:09.298076 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fd8b68-7bb6-4b12-bbd4-d180b78e53b0 req-3e3f19f0-92c2-4c6e-a337-becc71aaa6af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:09.298687 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-64fd8b68-7bb6-4b12-bbd4-d180b78e53b0 req-3e3f19f0-92c2-4c6e-a337-becc71aaa6af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91499'] for port (None), before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:09.300103 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-64fd8b68-7bb6-4b12-bbd4-d180b78e53b0 req-3e3f19f0-92c2-4c6e-a337-becc71aaa6af service neutron] 10.222.0.78 "PUT /v2.0/ports/7579dd92-5bd4-4a05-a5ac-530c4d45554b HTTP/1.1" status: 200 len: 1093 time: 0.6815009 Jan 28 13:57:09.300546 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13808945-14cc-4a45-9346-6a2dc3675ae4', 'tag': '7579dd92-5bd4-4a05-a5ac-530c4d45554b'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:57:09.302770 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19ef927ebdb7e136520bf73605241c98ba3844c75ab8794845cb00139da391b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2670a2bb-92b8-4432-b2ee-881af700c7a2" -d '{"events": [{"name": "network-changed", "server_uuid": "13808945-14cc-4a45-9346-6a2dc3675ae4", "tag": "7579dd92-5bd4-4a05-a5ac-530c4d45554b"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:57:09.331317 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3f19f0-92c2-4c6e-a337-becc71aaa6af service neutron] Pushing event updated for resources: {'Port': ['ID=7579dd92-5bd4-4a05-a5ac-530c4d45554b,revision_number=3']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:09.343152 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:57:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-964174bd-e576-4722-8f7c-19885693ae75 x-openstack-request-id: req-964174bd-e576-4722-8f7c-19885693ae75 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:57:09.343752 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13808945-14cc-4a45-9346-6a2dc3675ae4", "tag": "7579dd92-5bd4-4a05-a5ac-530c4d45554b", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:57:09.344158 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-964174bd-e576-4722-8f7c-19885693ae75 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:57:09.344658 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13808945-14cc-4a45-9346-6a2dc3675ae4', 'tag': '7579dd92-5bd4-4a05-a5ac-530c4d45554b', 'status': 'completed', 'code': 200} Jan 28 13:57:09.388781 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fd8b68-7bb6-4b12-bbd4-d180b78e53b0 req-9a5a02ab-ea42-4f33-8725-7facb4f11b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:09.390328 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-64fd8b68-7bb6-4b12-bbd4-d180b78e53b0 req-9a5a02ab-ea42-4f33-8725-7facb4f11b14 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=752b92271d05454584ec03438c6dee5f&device_id=13808945-14cc-4a45-9346-6a2dc3675ae4 HTTP/1.1" status: 200 len: 1096 time: 0.0448077 Jan 28 13:57:09.434648 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-64fd8b68-7bb6-4b12-bbd4-d180b78e53b0 req-56684b91-d4a2-411e-9709-91f62613d2f4 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7579dd92-5bd4-4a05-a5ac-530c4d45554b HTTP/1.1" status: 200 len: 217 time: 0.0341725 Jan 28 13:57:09.482323 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fd8b68-7bb6-4b12-bbd4-d180b78e53b0 req-63eb871e-d421-4e69-af5c-6ee77c470822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:09.483747 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-64fd8b68-7bb6-4b12-bbd4-d180b78e53b0 req-63eb871e-d421-4e69-af5c-6ee77c470822 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=5e5de745-b1fa-4209-bcac-141ee6f28a58 HTTP/1.1" status: 200 len: 854 time: 0.0428014 Jan 28 13:57:09.515363 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-64fd8b68-7bb6-4b12-bbd4-d180b78e53b0 req-fd528582-a6d5-4dd5-a205-b24379b21f16 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=a0a03de1-89bc-4abc-a7de-5e839a993506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255239 Jan 28 13:57:09.615443 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-64fd8b68-7bb6-4b12-bbd4-d180b78e53b0 req-b6594ca4-c406-4b0f-97f7-400640c3b0ef service neutron] 10.222.0.78 "GET /v2.0/networks/a0a03de1-89bc-4abc-a7de-5e839a993506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943763 Jan 28 13:57:09.707427 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-64fd8b68-7bb6-4b12-bbd4-d180b78e53b0 req-c621b0d1-f2c9-44eb-a6f9-5503d88725f8 service neutron] 10.222.0.78 "GET /v2.0/networks/a0a03de1-89bc-4abc-a7de-5e839a993506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854485 Jan 28 13:57:09.805260 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2670a2bb-92b8-4432-b2ee-881af700c7a2 req-b5a21b02-a006-44b3-9615-23c545cfa4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:09.806863 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-2670a2bb-92b8-4432-b2ee-881af700c7a2 req-b5a21b02-a006-44b3-9615-23c545cfa4b4 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=752b92271d05454584ec03438c6dee5f&device_id=13808945-14cc-4a45-9346-6a2dc3675ae4 HTTP/1.1" status: 200 len: 1096 time: 0.0468347 Jan 28 13:57:09.895121 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2670a2bb-92b8-4432-b2ee-881af700c7a2 req-63c26b9f-f8c6-4375-98e3-e1d1ca1dc96a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:09.896560 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-2670a2bb-92b8-4432-b2ee-881af700c7a2 req-63c26b9f-f8c6-4375-98e3-e1d1ca1dc96a service neutron] 10.222.0.78 "GET /v2.0/networks?id=a0a03de1-89bc-4abc-a7de-5e839a993506 HTTP/1.1" status: 200 len: 915 time: 0.0841959 Jan 28 13:57:09.941961 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-2670a2bb-92b8-4432-b2ee-881af700c7a2 req-23007892-8a49-4eec-b6e1-dd7fd244793e service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7579dd92-5bd4-4a05-a5ac-530c4d45554b HTTP/1.1" status: 200 len: 217 time: 0.0394182 Jan 28 13:57:09.989652 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2670a2bb-92b8-4432-b2ee-881af700c7a2 req-18666d44-1599-46fa-89c7-81fa696306be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:09.991129 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-2670a2bb-92b8-4432-b2ee-881af700c7a2 req-18666d44-1599-46fa-89c7-81fa696306be service neutron] 10.222.0.78 "GET /v2.0/subnets?id=5e5de745-b1fa-4209-bcac-141ee6f28a58 HTTP/1.1" status: 200 len: 854 time: 0.0438290 Jan 28 13:57:10.021547 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-2670a2bb-92b8-4432-b2ee-881af700c7a2 req-f4a6b1de-72a0-4d97-ada9-6ad72bf25c08 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=a0a03de1-89bc-4abc-a7de-5e839a993506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248578 Jan 28 13:57:10.121297 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-2670a2bb-92b8-4432-b2ee-881af700c7a2 req-adced627-0871-41e0-9826-bee841e8954b service neutron] 10.222.0.78 "GET /v2.0/networks/a0a03de1-89bc-4abc-a7de-5e839a993506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941770 Jan 28 13:57:10.219514 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-2670a2bb-92b8-4432-b2ee-881af700c7a2 req-6bf7b028-6239-42c2-91ff-2d813825f394 service neutron] 10.222.0.78 "GET /v2.0/networks/a0a03de1-89bc-4abc-a7de-5e839a993506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925670 Jan 28 13:57:10.271125 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717d0b7b-b8eb-4a03-832a-6c485781f398 req-bd962c1c-7387-4301-9ef4-0178af0335f2 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:10.272608 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-717d0b7b-b8eb-4a03-832a-6c485781f398 req-bd962c1c-7387-4301-9ef4-0178af0335f2 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] 10.222.0.72 "GET /v2.0/ports?device_id=13808945-14cc-4a45-9346-6a2dc3675ae4 HTTP/1.1" status: 200 len: 943 time: 0.0486498 Jan 28 13:57:10.320882 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-717d0b7b-b8eb-4a03-832a-6c485781f398 req-78bd01cf-230d-4228-b88b-4281ff594366 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] 10.222.0.72 "GET /v2.0/security-groups?id=0c2237f5-e570-4df3-b859-dc7374b156b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426576 Jan 28 13:57:11.437041 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feee891-d9e0-40ec-9407-969e5aa38f55 req-d47779c1-627f-4f09-a3d2-6c316bc8f0d6 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:11.438525 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-1feee891-d9e0-40ec-9407-969e5aa38f55 req-d47779c1-627f-4f09-a3d2-6c316bc8f0d6 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] 10.222.0.72 "GET /v2.0/ports?device_id=13808945-14cc-4a45-9346-6a2dc3675ae4 HTTP/1.1" status: 200 len: 943 time: 0.0483670 Jan 28 13:57:11.488303 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-1feee891-d9e0-40ec-9407-969e5aa38f55 req-d7d327f6-4040-41c8-aa72-2a8316acf234 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] 10.222.0.72 "GET /v2.0/security-groups?id=0c2237f5-e570-4df3-b859-dc7374b156b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413063 Jan 28 13:57:12.620359 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae1c9dc-a1f2-4ab9-ab85-e1ca4d826ec3 req-7f229229-8a48-4b77-a809-50bcd52c75da tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:12.621870 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-eae1c9dc-a1f2-4ab9-ab85-e1ca4d826ec3 req-7f229229-8a48-4b77-a809-50bcd52c75da tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] 10.222.0.72 "GET /v2.0/ports?device_id=13808945-14cc-4a45-9346-6a2dc3675ae4 HTTP/1.1" status: 200 len: 943 time: 0.0637896 Jan 28 13:57:12.668803 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-eae1c9dc-a1f2-4ab9-ab85-e1ca4d826ec3 req-82d9c084-da85-448a-b7e0-4eefde03d110 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] 10.222.0.72 "GET /v2.0/security-groups?id=0c2237f5-e570-4df3-b859-dc7374b156b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412767 Jan 28 13:57:13.233078 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Device 7579dd92-5bd4-4a05-a5ac-530c4d45554b details requested by agent hyperv_hv-cinder-82418 with host hv-cinder-82418 {{(pid=109086) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:57:13.338051 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] For port 7579dd92-5bd4-4a05-a5ac-530c4d45554b, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=7579dd92-5bd4-4a05-a5ac-530c4d45554b,segment=NetworkSegment(138f5ee1-e076-44ea-abbf-a8c49ebddcd6),segment_id=138f5ee1-e076-44ea-abbf-a8c49ebddcd6)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:57:13.353499 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Returning: {'device': '7579dd92-5bd4-4a05-a5ac-530c4d45554b', 'network_id': 'a0a03de1-89bc-4abc-a7de-5e839a993506', 'port_id': '7579dd92-5bd4-4a05-a5ac-530c4d45554b', 'mac_address': 'fa:16:3e:3f:86:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e5de745-b1fa-4209-bcac-141ee6f28a58', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109086) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:57:13.390931 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Current status of the port 7579dd92-5bd4-4a05-a5ac-530c4d45554b is: DOWN; New status is: BUILD {{(pid=109086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:57:13.391316 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (7579dd92-5bd4-4a05-a5ac-530c4d45554b), before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:13.412076 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.notifiers.nova [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7579dd92-5bd4-4a05-a5ac-530c4d45554b {{(pid=109086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:57:13.443845 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] For port 7579dd92-5bd4-4a05-a5ac-530c4d45554b, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=7579dd92-5bd4-4a05-a5ac-530c4d45554b,segment=NetworkSegment(138f5ee1-e076-44ea-abbf-a8c49ebddcd6),segment_id=138f5ee1-e076-44ea-abbf-a8c49ebddcd6)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:57:13.452254 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862'] for port (7579dd92-5bd4-4a05-a5ac-530c4d45554b), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:13.505439 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Pushing event updated for resources: {'Port': ['ID=7579dd92-5bd4-4a05-a5ac-530c4d45554b,revision_number=4']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:13.759442 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] get_ports_and_sgs() called for port_ids ['7579dd92-5bd4-4a05-a5ac-530c4d45554b'] {{(pid=109086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:57:13.794675 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e5e9d3-d54c-4d89-8fb4-79370d376258 req-46e29ef2-bb52-4e23-9507-8adf18d397ad tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:13.801385 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-00e5e9d3-d54c-4d89-8fb4-79370d376258 req-46e29ef2-bb52-4e23-9507-8adf18d397ad tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] 10.222.0.72 "GET /v2.0/ports?device_id=13808945-14cc-4a45-9346-6a2dc3675ae4 HTTP/1.1" status: 200 len: 944 time: 0.0599809 Jan 28 13:57:13.846662 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-00e5e9d3-d54c-4d89-8fb4-79370d376258 req-1ffa67ec-cc92-4ad0-a5b2-f864d8fc3621 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] 10.222.0.72 "GET /v2.0/security-groups?id=0c2237f5-e570-4df3-b859-dc7374b156b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438268 Jan 28 13:57:15.003858 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e136319-1b08-40c5-a59e-587504607c59 req-4d9f0d1d-ee4e-4bdc-aba6-acceda6994ae tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:15.005381 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-2e136319-1b08-40c5-a59e-587504607c59 req-4d9f0d1d-ee4e-4bdc-aba6-acceda6994ae tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] 10.222.0.72 "GET /v2.0/ports?device_id=13808945-14cc-4a45-9346-6a2dc3675ae4 HTTP/1.1" status: 200 len: 944 time: 0.0699208 Jan 28 13:57:15.056593 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-2e136319-1b08-40c5-a59e-587504607c59 req-87f03649-30eb-4f0d-b082-c369e40a5adb tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] 10.222.0.72 "GET /v2.0/security-groups?id=0c2237f5-e570-4df3-b859-dc7374b156b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451493 Jan 28 13:57:15.230312 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Device 7579dd92-5bd4-4a05-a5ac-530c4d45554b up at agent hyperv_hv-cinder-82418 {{(pid=109086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:57:15.280228 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Provisioning for port 7579dd92-5bd4-4a05-a5ac-530c4d45554b completed by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:57:15.285003 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Provisioning complete for port 7579dd92-5bd4-4a05-a5ac-530c4d45554b triggered by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:57:15.285398 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041328'] for port (7579dd92-5bd4-4a05-a5ac-530c4d45554b), provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:15.366140 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Current status of the port 7579dd92-5bd4-4a05-a5ac-530c4d45554b is: BUILD; New status is: ACTIVE {{(pid=109086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:57:15.366534 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (7579dd92-5bd4-4a05-a5ac-530c4d45554b), before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:15.388815 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13808945-14cc-4a45-9346-6a2dc3675ae4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7579dd92-5bd4-4a05-a5ac-530c4d45554b'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:57:15.391059 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fe2f3ff242846a504b70cb1607640f93490c53de488d62a29fe51e57b5b242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12384e3b-1afc-48f4-b4dd-7ecfe678ecd4" -d '{"events": [{"server_uuid": "13808945-14cc-4a45-9346-6a2dc3675ae4", "name": "network-vif-plugged", "status": "completed", "tag": "7579dd92-5bd4-4a05-a5ac-530c4d45554b"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:57:15.404225 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] For port 7579dd92-5bd4-4a05-a5ac-530c4d45554b, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=7579dd92-5bd4-4a05-a5ac-530c4d45554b,segment=NetworkSegment(138f5ee1-e076-44ea-abbf-a8c49ebddcd6),segment_id=138f5ee1-e076-44ea-abbf-a8c49ebddcd6)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:57:15.411405 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862'] for port (7579dd92-5bd4-4a05-a5ac-530c4d45554b), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:15.441900 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:57:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e431cdd3-1ed3-484c-a2e7-ecabbe587c5d x-openstack-request-id: req-e431cdd3-1ed3-484c-a2e7-ecabbe587c5d {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:57:15.442187 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13808945-14cc-4a45-9346-6a2dc3675ae4", "name": "network-vif-plugged", "status": "completed", "tag": "7579dd92-5bd4-4a05-a5ac-530c4d45554b", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:57:15.442437 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e431cdd3-1ed3-484c-a2e7-ecabbe587c5d {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:57:15.442826 dv-cinder-824187-7-iscsi neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13808945-14cc-4a45-9346-6a2dc3675ae4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7579dd92-5bd4-4a05-a5ac-530c4d45554b', 'code': 200} Jan 28 13:57:15.476533 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Pushing event updated for resources: {'Port': ['ID=7579dd92-5bd4-4a05-a5ac-530c4d45554b,revision_number=5']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:15.553842 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 48940) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:15.600613 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908788c1-9379-42a5-bf14-dcf3a248e358 req-6db339a0-0216-40bf-a3ce-26b03f642a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:15.602233 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-908788c1-9379-42a5-bf14-dcf3a248e358 req-6db339a0-0216-40bf-a3ce-26b03f642a86 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=13808945-14cc-4a45-9346-6a2dc3675ae4 HTTP/1.1" status: 200 len: 1098 time: 0.0402670 Jan 28 13:57:15.650300 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-908788c1-9379-42a5-bf14-dcf3a248e358 req-a2ecb0ae-dabf-405c-b941-cd8789280229 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=0c2237f5-e570-4df3-b859-dc7374b156b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418465 Jan 28 13:57:15.660081 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-589f5245-1361-4110-a248-ba70086afdb9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:15.736660 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-589f5245-1361-4110-a248-ba70086afdb9 admin admin] Publish callbacks [] for security_group (0f096ee9-3ee0-40e2-87a3-334346b3aa20), precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:15.743472 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-589f5245-1361-4110-a248-ba70086afdb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (0f096ee9-3ee0-40e2-87a3-334346b3aa20), after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:15.782501 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-589f5245-1361-4110-a248-ba70086afdb9 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=7df5a4f5e5ff4d6597e1d9c1b4078f4f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2275405 Jan 28 13:57:15.783661 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589f5245-1361-4110-a248-ba70086afdb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f096ee9-3ee0-40e2-87a3-334346b3aa20,revision_number=1']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:15.785464 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 48944) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:15.791313 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589f5245-1361-4110-a248-ba70086afdb9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:57:15.791674 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589f5245-1361-4110-a248-ba70086afdb9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:57:15.792026 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589f5245-1361-4110-a248-ba70086afdb9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:57:15.792405 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589f5245-1361-4110-a248-ba70086afdb9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:57:15.792728 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589f5245-1361-4110-a248-ba70086afdb9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:57:15.793094 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589f5245-1361-4110-a248-ba70086afdb9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:57:15.793430 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589f5245-1361-4110-a248-ba70086afdb9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:57:15.793765 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589f5245-1361-4110-a248-ba70086afdb9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:57:15.794084 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589f5245-1361-4110-a248-ba70086afdb9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:57:15.794415 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589f5245-1361-4110-a248-ba70086afdb9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:57:15.794742 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589f5245-1361-4110-a248-ba70086afdb9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:57:15.795069 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589f5245-1361-4110-a248-ba70086afdb9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:57:15.795420 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589f5245-1361-4110-a248-ba70086afdb9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:57:15.837921 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-052938d7-21e2-4ca5-97fd-68685c48e14f admin admin] Publish callbacks [] for security_group (0f096ee9-3ee0-40e2-87a3-334346b3aa20), before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:15.859241 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-052938d7-21e2-4ca5-97fd-68685c48e14f admin admin] Publish callbacks [] for security_group (0f096ee9-3ee0-40e2-87a3-334346b3aa20), precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:15.908757 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-052938d7-21e2-4ca5-97fd-68685c48e14f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (0f096ee9-3ee0-40e2-87a3-334346b3aa20), after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:15.911257 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-052938d7-21e2-4ca5-97fd-68685c48e14f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:15.912428 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-052938d7-21e2-4ca5-97fd-68685c48e14f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/0f096ee9-3ee0-40e2-87a3-334346b3aa20 HTTP/1.1" status: 204 len: 168 time: 0.1259229 Jan 28 13:57:15.920226 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052938d7-21e2-4ca5-97fd-68685c48e14f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f096ee9-3ee0-40e2-87a3-334346b3aa20,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:16.170527 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b3e170-6865-4383-8ef7-9b58b2041866 req-a9113cf6-9c1a-4e35-bd28-01692ac33b44 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:16.172162 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-b9b3e170-6865-4383-8ef7-9b58b2041866 req-a9113cf6-9c1a-4e35-bd28-01692ac33b44 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] 10.222.0.72 "GET /v2.0/ports?device_id=13808945-14cc-4a45-9346-6a2dc3675ae4 HTTP/1.1" status: 200 len: 945 time: 0.0490735 Jan 28 13:57:16.190716 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 48952) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:16.204500 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-1bc4af2e-822b-4e75-9ee0-be6c572bf44e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:16.220548 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-b9b3e170-6865-4383-8ef7-9b58b2041866 req-5ef45911-6cf3-4c13-aaf9-d9cc8f53a92c tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] 10.222.0.72 "GET /v2.0/security-groups?id=0c2237f5-e570-4df3-b859-dc7374b156b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422826 Jan 28 13:57:16.290152 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-1bc4af2e-822b-4e75-9ee0-be6c572bf44e admin admin] Publish callbacks [] for security_group (bef3e217-aba5-4ab2-b966-12f4030c3fad), precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:16.295987 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-1bc4af2e-822b-4e75-9ee0-be6c572bf44e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (bef3e217-aba5-4ab2-b966-12f4030c3fad), after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:16.335165 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-1bc4af2e-822b-4e75-9ee0-be6c572bf44e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b5fec8ab4ce14559a601603b3a58c681&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1432574 Jan 28 13:57:16.336013 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc4af2e-822b-4e75-9ee0-be6c572bf44e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bef3e217-aba5-4ab2-b966-12f4030c3fad,revision_number=1']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:16.338096 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 48954) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:16.393568 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-09789bdf-5964-4201-b90c-cb9b149bc1c0 admin admin] Publish callbacks [] for security_group (bef3e217-aba5-4ab2-b966-12f4030c3fad), before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:16.414488 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-09789bdf-5964-4201-b90c-cb9b149bc1c0 admin admin] Publish callbacks [] for security_group (bef3e217-aba5-4ab2-b966-12f4030c3fad), precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:16.470706 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-09789bdf-5964-4201-b90c-cb9b149bc1c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (bef3e217-aba5-4ab2-b966-12f4030c3fad), after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:16.473633 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-09789bdf-5964-4201-b90c-cb9b149bc1c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:16.474820 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-09789bdf-5964-4201-b90c-cb9b149bc1c0 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/bef3e217-aba5-4ab2-b966-12f4030c3fad HTTP/1.1" status: 204 len: 168 time: 0.1353912 Jan 28 13:57:16.482647 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09789bdf-5964-4201-b90c-cb9b149bc1c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bef3e217-aba5-4ab2-b966-12f4030c3fad,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:17.341701 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d889a1b-431f-44b1-b4f6-f794faa86c95 req-fad96b29-a25f-43f7-b937-fe45decb4d23 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:17.343264 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-3d889a1b-431f-44b1-b4f6-f794faa86c95 req-fad96b29-a25f-43f7-b937-fe45decb4d23 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] 10.222.0.72 "GET /v2.0/ports?device_id=13808945-14cc-4a45-9346-6a2dc3675ae4 HTTP/1.1" status: 200 len: 945 time: 0.0535045 Jan 28 13:57:17.393538 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-3d889a1b-431f-44b1-b4f6-f794faa86c95 req-f413bb9b-1972-4a9f-8662-eb5fbc4955d2 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] 10.222.0.72 "GET /v2.0/security-groups?id=0c2237f5-e570-4df3-b859-dc7374b156b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428066 Jan 28 13:57:18.985245 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 49046) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:19.087930 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-2e49682f-0e41-46bf-94dd-fd651fb1cbb9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:19.149604 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6e87fa-7faf-409a-a7f9-d49deb6a8f6b req-3f9180cb-5351-442a-a0b2-776cfbbf7aa0 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:19.151003 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-fd6e87fa-7faf-409a-a7f9-d49deb6a8f6b req-3f9180cb-5351-442a-a0b2-776cfbbf7aa0 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] 10.222.0.72 "GET /v2.0/networks?id=a0a03de1-89bc-4abc-a7de-5e839a993506 HTTP/1.1" status: 200 len: 814 time: 0.1094272 Jan 28 13:57:19.166159 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-fd6e87fa-7faf-409a-a7f9-d49deb6a8f6b req-cf7ef048-5eed-4781-92ff-190ca5f05140 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] 10.222.0.72 "GET /v2.0/quotas/752b92271d05454584ec03438c6dee5f HTTP/1.1" status: 200 len: 375 time: 0.0095010 Jan 28 13:57:19.168158 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-2e49682f-0e41-46bf-94dd-fd651fb1cbb9 admin admin] Publish callbacks [] for security_group (c6a1d462-5edc-4101-91e5-64414619a604), precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:19.173572 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-2e49682f-0e41-46bf-94dd-fd651fb1cbb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (c6a1d462-5edc-4101-91e5-64414619a604), after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:19.213863 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e49682f-0e41-46bf-94dd-fd651fb1cbb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6a1d462-5edc-4101-91e5-64414619a604,revision_number=1']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:19.218218 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-2e49682f-0e41-46bf-94dd-fd651fb1cbb9 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=91000470479847b988d344a66b3dc7d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2319291 Jan 28 13:57:19.220860 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-fd6e87fa-7faf-409a-a7f9-d49deb6a8f6b req-4c30284c-8c8c-45ef-ad10-35b8784ac449 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=752b92271d05454584ec03438c6dee5f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0490961 Jan 28 13:57:19.221028 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 49058) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:19.275507 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-fee385b1-1a9b-46ea-8321-245e2c9cbf7c admin admin] Publish callbacks [] for security_group (c6a1d462-5edc-4101-91e5-64414619a604), before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:19.281800 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [req-fd6e87fa-7faf-409a-a7f9-d49deb6a8f6b req-6902259c-012a-4f19-9824-1f745cafebe2 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=109085) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 28 13:57:19.282997 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-fd6e87fa-7faf-409a-a7f9-d49deb6a8f6b req-6902259c-012a-4f19-9824-1f745cafebe2 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0545864 Jan 28 13:57:19.297063 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-fee385b1-1a9b-46ea-8321-245e2c9cbf7c admin admin] Publish callbacks [] for security_group (c6a1d462-5edc-4101-91e5-64414619a604), precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:19.342923 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-fee385b1-1a9b-46ea-8321-245e2c9cbf7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (c6a1d462-5edc-4101-91e5-64414619a604), after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:19.345605 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-fee385b1-1a9b-46ea-8321-245e2c9cbf7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:19.346749 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-fee385b1-1a9b-46ea-8321-245e2c9cbf7c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c6a1d462-5edc-4101-91e5-64414619a604 HTTP/1.1" status: 204 len: 168 time: 0.1248553 Jan 28 13:57:19.355305 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee385b1-1a9b-46ea-8321-245e2c9cbf7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6a1d462-5edc-4101-91e5-64414619a604,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:19.373862 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-fd6e87fa-7faf-409a-a7f9-d49deb6a8f6b req-3ba533a3-3583-4398-9490-da6688d6000e service neutron] 10.222.0.72 "GET /v2.0/networks/a0a03de1-89bc-4abc-a7de-5e839a993506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846367 Jan 28 13:57:19.476446 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-fd6e87fa-7faf-409a-a7f9-d49deb6a8f6b req-9fcf6af8-b5ca-45e9-b8a5-3f345a660514 service neutron] 10.222.0.72 "GET /v2.0/networks/a0a03de1-89bc-4abc-a7de-5e839a993506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881345 Jan 28 13:57:19.628519 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 49070) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:19.633436 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-0119a69a-b72b-4532-b3d6-5f67b2ee774e req-0e50f28c-efd2-403b-9168-ecfac3cc4918 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] 10.222.0.72 "GET /v2.0/ports?device_id=5dbf2093-d5e2-482e-a14b-3d128002ba49 HTTP/1.1" status: 200 len: 210 time: 0.0286019 Jan 28 13:57:19.644070 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3e199740-9c9d-48b9-ac72-3d2bd1217c91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:19.724027 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3e199740-9c9d-48b9-ac72-3d2bd1217c91 admin admin] Publish callbacks [] for security_group (4e9b58b5-dcbd-433b-97ea-dbe029333580), precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:19.728968 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3e199740-9c9d-48b9-ac72-3d2bd1217c91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (4e9b58b5-dcbd-433b-97ea-dbe029333580), after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:19.769669 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-3e199740-9c9d-48b9-ac72-3d2bd1217c91 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a1b0a88aa30e42fda8cd61d5498b1c03&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1373477 Jan 28 13:57:19.769669 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e199740-9c9d-48b9-ac72-3d2bd1217c91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e9b58b5-dcbd-433b-97ea-dbe029333580,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:19.770113 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 49076) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:19.823213 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-b5320bfd-9194-4e2e-a95e-7a714ac08000 admin admin] Publish callbacks [] for security_group (4e9b58b5-dcbd-433b-97ea-dbe029333580), before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:19.847543 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-b5320bfd-9194-4e2e-a95e-7a714ac08000 admin admin] Publish callbacks [] for security_group (4e9b58b5-dcbd-433b-97ea-dbe029333580), precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:19.899654 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-b5320bfd-9194-4e2e-a95e-7a714ac08000 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (4e9b58b5-dcbd-433b-97ea-dbe029333580), after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:19.902428 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-b5320bfd-9194-4e2e-a95e-7a714ac08000 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:19.903741 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-b5320bfd-9194-4e2e-a95e-7a714ac08000 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/4e9b58b5-dcbd-433b-97ea-dbe029333580 HTTP/1.1" status: 204 len: 168 time: 0.1319652 Jan 28 13:57:19.913032 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5320bfd-9194-4e2e-a95e-7a714ac08000 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e9b58b5-dcbd-433b-97ea-dbe029333580,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:20.569466 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6e87fa-7faf-409a-a7f9-d49deb6a8f6b req-55818759-dd74-4c60-b17b-6a05993a390d tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:20.570942 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-fd6e87fa-7faf-409a-a7f9-d49deb6a8f6b req-55818759-dd74-4c60-b17b-6a05993a390d tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] 10.222.0.78 "GET /v2.0/networks?id=a0a03de1-89bc-4abc-a7de-5e839a993506 HTTP/1.1" status: 200 len: 814 time: 0.1119890 Jan 28 13:57:20.585859 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.v2.base [req-fd6e87fa-7faf-409a-a7f9-d49deb6a8f6b req-c93bd778-f50f-46bb-bdee-f51c71df6f84 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] Request body: {'port': {'device_id': '5dbf2093-d5e2-482e-a14b-3d128002ba49', 'network_id': 'a0a03de1-89bc-4abc-a7de-5e839a993506', 'admin_state_up': True, 'tenant_id': '752b92271d05454584ec03438c6dee5f'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:57:20.708110 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd6e87fa-7faf-409a-a7f9-d49deb6a8f6b req-c93bd778-f50f-46bb-bdee-f51c71df6f84 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] Made reservation on behalf of 752b92271d05454584ec03438c6dee5f for: {'port': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:57:20.711560 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-fd6e87fa-7faf-409a-a7f9-d49deb6a8f6b req-c93bd778-f50f-46bb-bdee-f51c71df6f84 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (None), before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:20.760451 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-7ff18c68-0028-4cda-a364-a44999b1872e req-970c2b2a-cec6-4589-a8d4-f2f866586325 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] 10.222.0.72 "GET /v2.0/ports?device_id=5dbf2093-d5e2-482e-a14b-3d128002ba49 HTTP/1.1" status: 200 len: 210 time: 0.0464211 Jan 28 13:57:20.868171 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [req-fd6e87fa-7faf-409a-a7f9-d49deb6a8f6b req-c93bd778-f50f-46bb-bdee-f51c71df6f84 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] Allocated IP 172.20.0.8 (a0a03de1-89bc-4abc-a7de-5e839a993506/5e5de745-b1fa-4209-bcac-141ee6f28a58/bc7f95d2-6d9a-4180-b1cb-4a76bc9b4ae8) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:57:21.018351 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-fd6e87fa-7faf-409a-a7f9-d49deb6a8f6b req-c93bd778-f50f-46bb-bdee-f51c71df6f84 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] Publish callbacks [] for port (bc7f95d2-6d9a-4180-b1cb-4a76bc9b4ae8), precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:21.042913 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 49118) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:21.052797 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-fd6e87fa-7faf-409a-a7f9-d49deb6a8f6b req-c93bd778-f50f-46bb-bdee-f51c71df6f84 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742788384826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4723325'] for port (bc7f95d2-6d9a-4180-b1cb-4a76bc9b4ae8), after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:21.068150 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] get_ports_and_sgs() called for port_ids ['6dae7cd6-038a-42ca-b2a4-4b32da1ccbdb', '7579dd92-5bd4-4a05-a5ac-530c4d45554b'] {{(pid=109086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:57:21.097226 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd6e87fa-7faf-409a-a7f9-d49deb6a8f6b req-c93bd778-f50f-46bb-bdee-f51c71df6f84 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] Network a0a03de1-89bc-4abc-a7de-5e839a993506 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:57:21.100562 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [req-fd6e87fa-7faf-409a-a7f9-d49deb6a8f6b req-c93bd778-f50f-46bb-bdee-f51c71df6f84 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:57:21.107627 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd6e87fa-7faf-409a-a7f9-d49deb6a8f6b req-c93bd778-f50f-46bb-bdee-f51c71df6f84 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:57:21.115668 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93bd778-f50f-46bb-bdee-f51c71df6f84 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] Pushing event updated for resources: {'Port': ['ID=bc7f95d2-6d9a-4180-b1cb-4a76bc9b4ae8,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:21.155840 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-fa755c5a-b554-4ef6-95d1-180576418f40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:21.167022 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6e87fa-7faf-409a-a7f9-d49deb6a8f6b req-c93bd778-f50f-46bb-bdee-f51c71df6f84 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:21.167981 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-fd6e87fa-7faf-409a-a7f9-d49deb6a8f6b req-c93bd778-f50f-46bb-bdee-f51c71df6f84 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91499'] for port (None), before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:21.186310 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-fd6e87fa-7faf-409a-a7f9-d49deb6a8f6b req-c93bd778-f50f-46bb-bdee-f51c71df6f84 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6050532 Jan 28 13:57:21.199218 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.v2.base [req-fd6e87fa-7faf-409a-a7f9-d49deb6a8f6b req-bb3b6694-60fc-4a63-a8a4-00c0caf7a4af service neutron] Request body: {'port': {'device_id': '5dbf2093-d5e2-482e-a14b-3d128002ba49', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82418'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:57:21.250103 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-fa755c5a-b554-4ef6-95d1-180576418f40 admin admin] Publish callbacks [] for security_group (f27947ce-471d-40aa-906c-a6aadc980866), precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:21.256162 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-fa755c5a-b554-4ef6-95d1-180576418f40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (f27947ce-471d-40aa-906c-a6aadc980866), after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:21.261214 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-fd6e87fa-7faf-409a-a7f9-d49deb6a8f6b req-bb3b6694-60fc-4a63-a8a4-00c0caf7a4af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (bc7f95d2-6d9a-4180-b1cb-4a76bc9b4ae8), before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:21.294219 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-fa755c5a-b554-4ef6-95d1-180576418f40 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=1c7088878da5446e947e318e4d3bacaa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2501960 Jan 28 13:57:21.296098 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa755c5a-b554-4ef6-95d1-180576418f40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f27947ce-471d-40aa-906c-a6aadc980866,revision_number=1']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:21.298459 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 49122) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:21.348021 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-b459d2e5-d9f1-45e5-99f9-01427be131b6 admin admin] Publish callbacks [] for security_group (f27947ce-471d-40aa-906c-a6aadc980866), before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:21.369593 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-b459d2e5-d9f1-45e5-99f9-01427be131b6 admin admin] Publish callbacks [] for security_group (f27947ce-471d-40aa-906c-a6aadc980866), precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:21.416175 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-b459d2e5-d9f1-45e5-99f9-01427be131b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (f27947ce-471d-40aa-906c-a6aadc980866), after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:21.418798 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-b459d2e5-d9f1-45e5-99f9-01427be131b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:21.422411 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-b459d2e5-d9f1-45e5-99f9-01427be131b6 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f27947ce-471d-40aa-906c-a6aadc980866 HTTP/1.1" status: 204 len: 168 time: 0.1203940 Jan 28 13:57:21.427925 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b459d2e5-d9f1-45e5-99f9-01427be131b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f27947ce-471d-40aa-906c-a6aadc980866,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:21.543373 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.notifiers.nova [req-fd6e87fa-7faf-409a-a7f9-d49deb6a8f6b req-bb3b6694-60fc-4a63-a8a4-00c0caf7a4af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc7f95d2-6d9a-4180-b1cb-4a76bc9b4ae8 {{(pid=109085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:57:21.551095 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-fd6e87fa-7faf-409a-a7f9-d49deb6a8f6b req-bb3b6694-60fc-4a63-a8a4-00c0caf7a4af service neutron] Publish callbacks [] for port (bc7f95d2-6d9a-4180-b1cb-4a76bc9b4ae8), precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:21.563186 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.db.provisioning_blocks [req-fd6e87fa-7faf-409a-a7f9-d49deb6a8f6b req-bb3b6694-60fc-4a63-a8a4-00c0caf7a4af service neutron] Transition to ACTIVE for port object bc7f95d2-6d9a-4180-b1cb-4a76bc9b4ae8 will not be triggered until provisioned by entity L2. {{(pid=109085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:57:21.568260 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-fd6e87fa-7faf-409a-a7f9-d49deb6a8f6b req-bb3b6694-60fc-4a63-a8a4-00c0caf7a4af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4723334'] for port (bc7f95d2-6d9a-4180-b1cb-4a76bc9b4ae8), after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:21.618382 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3b6694-60fc-4a63-a8a4-00c0caf7a4af service neutron] Pushing event updated for resources: {'Port': ['ID=bc7f95d2-6d9a-4180-b1cb-4a76bc9b4ae8,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:21.692999 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-fd6e87fa-7faf-409a-a7f9-d49deb6a8f6b req-bb3b6694-60fc-4a63-a8a4-00c0caf7a4af service neutron] Attempting to bind port bc7f95d2-6d9a-4180-b1cb-4a76bc9b4ae8 on host hv-cinder-82418 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:57:21.693350 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-fd6e87fa-7faf-409a-a7f9-d49deb6a8f6b req-bb3b6694-60fc-4a63-a8a4-00c0caf7a4af service neutron] Attempting to bind port bc7f95d2-6d9a-4180-b1cb-4a76bc9b4ae8 by drivers openvswitch,hyperv on host hv-cinder-82418 at level 0 using segments [{'id': '138f5ee1-e076-44ea-abbf-a8c49ebddcd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'a0a03de1-89bc-4abc-a7de-5e839a993506'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:57:21.693686 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd6e87fa-7faf-409a-a7f9-d49deb6a8f6b req-bb3b6694-60fc-4a63-a8a4-00c0caf7a4af service neutron] Attempting to bind port bc7f95d2-6d9a-4180-b1cb-4a76bc9b4ae8 on network a0a03de1-89bc-4abc-a7de-5e839a993506 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:57:21.698262 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd6e87fa-7faf-409a-a7f9-d49deb6a8f6b req-bb3b6694-60fc-4a63-a8a4-00c0caf7a4af service neutron] Port bc7f95d2-6d9a-4180-b1cb-4a76bc9b4ae8 on network a0a03de1-89bc-4abc-a7de-5e839a993506 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82418 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:57:21.698579 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd6e87fa-7faf-409a-a7f9-d49deb6a8f6b req-bb3b6694-60fc-4a63-a8a4-00c0caf7a4af service neutron] Attempting to bind port bc7f95d2-6d9a-4180-b1cb-4a76bc9b4ae8 on network a0a03de1-89bc-4abc-a7de-5e839a993506 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:57:21.704178 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd6e87fa-7faf-409a-a7f9-d49deb6a8f6b req-bb3b6694-60fc-4a63-a8a4-00c0caf7a4af service neutron] Checking agent: {'id': '06140fe1-dee6-47e9-9649-a5d5e543fff8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82418', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 43, 32), 'started_at': datetime.datetime(2022, 1, 28, 13, 43, 32), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 57, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:57:21.704517 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd6e87fa-7faf-409a-a7f9-d49deb6a8f6b req-bb3b6694-60fc-4a63-a8a4-00c0caf7a4af service neutron] Checking segment: {'id': '138f5ee1-e076-44ea-abbf-a8c49ebddcd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'a0a03de1-89bc-4abc-a7de-5e839a993506'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:57:21.704926 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd6e87fa-7faf-409a-a7f9-d49deb6a8f6b req-bb3b6694-60fc-4a63-a8a4-00c0caf7a4af service neutron] Bound using segment: {'id': '138f5ee1-e076-44ea-abbf-a8c49ebddcd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'a0a03de1-89bc-4abc-a7de-5e839a993506'} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:57:21.705355 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-fd6e87fa-7faf-409a-a7f9-d49deb6a8f6b req-bb3b6694-60fc-4a63-a8a4-00c0caf7a4af service neutron] Bound port: bc7f95d2-6d9a-4180-b1cb-4a76bc9b4ae8, host: hv-cinder-82418, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '138f5ee1-e076-44ea-abbf-a8c49ebddcd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'a0a03de1-89bc-4abc-a7de-5e839a993506'}}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:57:21.705717 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-fd6e87fa-7faf-409a-a7f9-d49deb6a8f6b req-bb3b6694-60fc-4a63-a8a4-00c0caf7a4af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (bc7f95d2-6d9a-4180-b1cb-4a76bc9b4ae8), before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:21.771690 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-fd6e87fa-7faf-409a-a7f9-d49deb6a8f6b req-bb3b6694-60fc-4a63-a8a4-00c0caf7a4af service neutron] For port bc7f95d2-6d9a-4180-b1cb-4a76bc9b4ae8, host hv-cinder-82418, cleared binding levels {{(pid=109085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:57:21.774804 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-fd6e87fa-7faf-409a-a7f9-d49deb6a8f6b req-bb3b6694-60fc-4a63-a8a4-00c0caf7a4af service neutron] For port bc7f95d2-6d9a-4180-b1cb-4a76bc9b4ae8, host hv-cinder-82418, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=bc7f95d2-6d9a-4180-b1cb-4a76bc9b4ae8,segment=NetworkSegment(138f5ee1-e076-44ea-abbf-a8c49ebddcd6),segment_id=138f5ee1-e076-44ea-abbf-a8c49ebddcd6)] {{(pid=109085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:57:21.779532 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-fd6e87fa-7faf-409a-a7f9-d49deb6a8f6b req-bb3b6694-60fc-4a63-a8a4-00c0caf7a4af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4723334'] for port (bc7f95d2-6d9a-4180-b1cb-4a76bc9b4ae8), after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:21.816744 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6e87fa-7faf-409a-a7f9-d49deb6a8f6b req-bb3b6694-60fc-4a63-a8a4-00c0caf7a4af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:21.817805 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-fd6e87fa-7faf-409a-a7f9-d49deb6a8f6b req-bb3b6694-60fc-4a63-a8a4-00c0caf7a4af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91499'] for port (None), before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:21.818816 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-fd6e87fa-7faf-409a-a7f9-d49deb6a8f6b req-bb3b6694-60fc-4a63-a8a4-00c0caf7a4af service neutron] 10.222.0.78 "PUT /v2.0/ports/bc7f95d2-6d9a-4180-b1cb-4a76bc9b4ae8 HTTP/1.1" status: 200 len: 1093 time: 0.6242032 Jan 28 13:57:21.819263 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dbf2093-d5e2-482e-a14b-3d128002ba49', 'tag': 'bc7f95d2-6d9a-4180-b1cb-4a76bc9b4ae8'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:57:21.821651 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19ef927ebdb7e136520bf73605241c98ba3844c75ab8794845cb00139da391b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e1aadf2-5722-40cc-80a4-750f85bbbd04" -d '{"events": [{"name": "network-changed", "server_uuid": "5dbf2093-d5e2-482e-a14b-3d128002ba49", "tag": "bc7f95d2-6d9a-4180-b1cb-4a76bc9b4ae8"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:57:21.866770 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3b6694-60fc-4a63-a8a4-00c0caf7a4af service neutron] Pushing event updated for resources: {'Port': ['ID=bc7f95d2-6d9a-4180-b1cb-4a76bc9b4ae8,revision_number=3']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:21.883613 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5edee8ab-61bc-4fc1-a8e7-63928485fd3d x-openstack-request-id: req-5edee8ab-61bc-4fc1-a8e7-63928485fd3d {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:57:21.883902 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dbf2093-d5e2-482e-a14b-3d128002ba49", "tag": "bc7f95d2-6d9a-4180-b1cb-4a76bc9b4ae8", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:57:21.884158 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-5edee8ab-61bc-4fc1-a8e7-63928485fd3d {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:57:21.884529 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dbf2093-d5e2-482e-a14b-3d128002ba49', 'tag': 'bc7f95d2-6d9a-4180-b1cb-4a76bc9b4ae8', 'status': 'completed', 'code': 200} Jan 28 13:57:21.904490 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57ee393-b62a-44f3-b0db-7d485d6fdd9d req-380106f0-a38b-4902-bcb8-01a1818dbb03 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:21.906162 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-d57ee393-b62a-44f3-b0db-7d485d6fdd9d req-380106f0-a38b-4902-bcb8-01a1818dbb03 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] 10.222.0.72 "GET /v2.0/ports?device_id=5dbf2093-d5e2-482e-a14b-3d128002ba49 HTTP/1.1" status: 200 len: 943 time: 0.0702982 Jan 28 13:57:21.928511 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6e87fa-7faf-409a-a7f9-d49deb6a8f6b req-2f97c854-5ee4-4480-b0a1-a78af114342b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:21.930541 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-fd6e87fa-7faf-409a-a7f9-d49deb6a8f6b req-2f97c854-5ee4-4480-b0a1-a78af114342b service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=752b92271d05454584ec03438c6dee5f&device_id=5dbf2093-d5e2-482e-a14b-3d128002ba49 HTTP/1.1" status: 200 len: 1096 time: 0.0452240 Jan 28 13:57:21.957838 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-d57ee393-b62a-44f3-b0db-7d485d6fdd9d req-7a1712f7-b3e7-48c1-ad85-0cbc482ea31e tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] 10.222.0.72 "GET /v2.0/security-groups?id=0c2237f5-e570-4df3-b859-dc7374b156b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456586 Jan 28 13:57:21.979866 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-fd6e87fa-7faf-409a-a7f9-d49deb6a8f6b req-d0fe46ed-0655-4d4c-9c14-2a93eb901500 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bc7f95d2-6d9a-4180-b1cb-4a76bc9b4ae8 HTTP/1.1" status: 200 len: 217 time: 0.0427477 Jan 28 13:57:22.028493 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6e87fa-7faf-409a-a7f9-d49deb6a8f6b req-6f883f47-87d0-4ea2-ad91-1fbfb0370ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:22.029999 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-fd6e87fa-7faf-409a-a7f9-d49deb6a8f6b req-6f883f47-87d0-4ea2-ad91-1fbfb0370ace service neutron] 10.222.0.78 "GET /v2.0/subnets?id=5e5de745-b1fa-4209-bcac-141ee6f28a58 HTTP/1.1" status: 200 len: 854 time: 0.0448499 Jan 28 13:57:22.061275 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-fd6e87fa-7faf-409a-a7f9-d49deb6a8f6b req-29f6b9c8-938c-4741-9e0a-d60138245029 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=a0a03de1-89bc-4abc-a7de-5e839a993506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242124 Jan 28 13:57:22.155451 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-fd6e87fa-7faf-409a-a7f9-d49deb6a8f6b req-9eae0bab-b6f9-4639-a08f-40123b8f973d service neutron] 10.222.0.78 "GET /v2.0/networks/a0a03de1-89bc-4abc-a7de-5e839a993506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874131 Jan 28 13:57:22.246449 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-fd6e87fa-7faf-409a-a7f9-d49deb6a8f6b req-65cef490-233e-4868-9c86-4da6dae159ce service neutron] 10.222.0.78 "GET /v2.0/networks/a0a03de1-89bc-4abc-a7de-5e839a993506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847356 Jan 28 13:57:22.340617 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1aadf2-5722-40cc-80a4-750f85bbbd04 req-f0530ebd-4be8-4e24-8658-208dd2aec351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:22.342211 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-2e1aadf2-5722-40cc-80a4-750f85bbbd04 req-f0530ebd-4be8-4e24-8658-208dd2aec351 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=752b92271d05454584ec03438c6dee5f&device_id=5dbf2093-d5e2-482e-a14b-3d128002ba49 HTTP/1.1" status: 200 len: 1096 time: 0.0473123 Jan 28 13:57:22.435177 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1aadf2-5722-40cc-80a4-750f85bbbd04 req-a3758802-2faf-4c57-813d-bdded07c37c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:22.436821 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-2e1aadf2-5722-40cc-80a4-750f85bbbd04 req-a3758802-2faf-4c57-813d-bdded07c37c2 service neutron] 10.222.0.78 "GET /v2.0/networks?id=a0a03de1-89bc-4abc-a7de-5e839a993506 HTTP/1.1" status: 200 len: 915 time: 0.0863817 Jan 28 13:57:22.479357 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-2e1aadf2-5722-40cc-80a4-750f85bbbd04 req-abf6359d-35fe-4826-96bc-48eb892a689d service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bc7f95d2-6d9a-4180-b1cb-4a76bc9b4ae8 HTTP/1.1" status: 200 len: 217 time: 0.0359828 Jan 28 13:57:22.536912 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1aadf2-5722-40cc-80a4-750f85bbbd04 req-eb4b7394-c113-4469-9a2d-1830f8e0b5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:22.538447 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-2e1aadf2-5722-40cc-80a4-750f85bbbd04 req-eb4b7394-c113-4469-9a2d-1830f8e0b5c7 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=5e5de745-b1fa-4209-bcac-141ee6f28a58 HTTP/1.1" status: 200 len: 854 time: 0.0530770 Jan 28 13:57:22.571570 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-2e1aadf2-5722-40cc-80a4-750f85bbbd04 req-d90fc30a-e782-4dba-a8d2-d1597977c068 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=a0a03de1-89bc-4abc-a7de-5e839a993506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266685 Jan 28 13:57:22.664415 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-2e1aadf2-5722-40cc-80a4-750f85bbbd04 req-3fced973-9ef6-4cc7-86f9-a26d05fc3595 service neutron] 10.222.0.78 "GET /v2.0/networks/a0a03de1-89bc-4abc-a7de-5e839a993506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867224 Jan 28 13:57:22.765172 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-2e1aadf2-5722-40cc-80a4-750f85bbbd04 req-a677d04a-ebca-4edb-9673-d7ded2b6dc5e service neutron] 10.222.0.78 "GET /v2.0/networks/a0a03de1-89bc-4abc-a7de-5e839a993506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941570 Jan 28 13:57:23.093159 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93266a85-5e37-47e5-8019-4e0d178811c5 req-f6ebbb5b-b7bd-4c2f-be49-bfc869f7b878 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:23.094587 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-93266a85-5e37-47e5-8019-4e0d178811c5 req-f6ebbb5b-b7bd-4c2f-be49-bfc869f7b878 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] 10.222.0.72 "GET /v2.0/ports?device_id=5dbf2093-d5e2-482e-a14b-3d128002ba49 HTTP/1.1" status: 200 len: 943 time: 0.0521092 Jan 28 13:57:23.145742 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-93266a85-5e37-47e5-8019-4e0d178811c5 req-8576f57f-71fd-4cd6-805a-f1efdf622514 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] 10.222.0.72 "GET /v2.0/security-groups?id=0c2237f5-e570-4df3-b859-dc7374b156b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424232 Jan 28 13:57:24.279688 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59747655-5d31-4ef4-9aea-ba439b37e211 req-9b31ceea-5b4b-4eaf-8486-89322b45bcd4 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:24.281198 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-59747655-5d31-4ef4-9aea-ba439b37e211 req-9b31ceea-5b4b-4eaf-8486-89322b45bcd4 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] 10.222.0.72 "GET /v2.0/ports?device_id=5dbf2093-d5e2-482e-a14b-3d128002ba49 HTTP/1.1" status: 200 len: 943 time: 0.0575018 Jan 28 13:57:24.330426 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-59747655-5d31-4ef4-9aea-ba439b37e211 req-c802df39-004c-40c7-afac-ba1362be780e tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] 10.222.0.72 "GET /v2.0/security-groups?id=0c2237f5-e570-4df3-b859-dc7374b156b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433090 Jan 28 13:57:25.467965 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573517b4-b054-4466-b5d3-11bb974814d2 req-7378286c-15f0-4412-b69a-a7bb14f01c19 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:25.469518 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-573517b4-b054-4466-b5d3-11bb974814d2 req-7378286c-15f0-4412-b69a-a7bb14f01c19 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] 10.222.0.72 "GET /v2.0/ports?device_id=5dbf2093-d5e2-482e-a14b-3d128002ba49 HTTP/1.1" status: 200 len: 943 time: 0.0551171 Jan 28 13:57:25.516534 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-573517b4-b054-4466-b5d3-11bb974814d2 req-fb55e675-8bc9-4bfe-9c63-8f35e4f6c462 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] 10.222.0.72 "GET /v2.0/security-groups?id=0c2237f5-e570-4df3-b859-dc7374b156b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411749 Jan 28 13:57:26.654885 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093a15f8-b2c0-4000-98c0-6d857b1ae7a0 req-d2bb66f9-9a81-4df2-9b85-697a8016c544 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:26.656462 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-093a15f8-b2c0-4000-98c0-6d857b1ae7a0 req-d2bb66f9-9a81-4df2-9b85-697a8016c544 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] 10.222.0.72 "GET /v2.0/ports?device_id=5dbf2093-d5e2-482e-a14b-3d128002ba49 HTTP/1.1" status: 200 len: 943 time: 0.0524321 Jan 28 13:57:26.703139 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-093a15f8-b2c0-4000-98c0-6d857b1ae7a0 req-6f96775c-12c7-4d31-82b3-ceebbda814c1 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] 10.222.0.72 "GET /v2.0/security-groups?id=0c2237f5-e570-4df3-b859-dc7374b156b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407877 Jan 28 13:57:27.288595 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Device bc7f95d2-6d9a-4180-b1cb-4a76bc9b4ae8 details requested by agent hyperv_hv-cinder-82418 with host hv-cinder-82418 {{(pid=109086) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:57:27.390218 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] For port bc7f95d2-6d9a-4180-b1cb-4a76bc9b4ae8, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=bc7f95d2-6d9a-4180-b1cb-4a76bc9b4ae8,segment=NetworkSegment(138f5ee1-e076-44ea-abbf-a8c49ebddcd6),segment_id=138f5ee1-e076-44ea-abbf-a8c49ebddcd6)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:57:27.402097 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Returning: {'device': 'bc7f95d2-6d9a-4180-b1cb-4a76bc9b4ae8', 'network_id': 'a0a03de1-89bc-4abc-a7de-5e839a993506', 'port_id': 'bc7f95d2-6d9a-4180-b1cb-4a76bc9b4ae8', 'mac_address': 'fa:16:3e:85:d7:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e5de745-b1fa-4209-bcac-141ee6f28a58', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109086) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:57:27.440405 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Current status of the port bc7f95d2-6d9a-4180-b1cb-4a76bc9b4ae8 is: DOWN; New status is: BUILD {{(pid=109086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:57:27.440813 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (bc7f95d2-6d9a-4180-b1cb-4a76bc9b4ae8), before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:27.454106 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.notifiers.nova [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc7f95d2-6d9a-4180-b1cb-4a76bc9b4ae8 {{(pid=109086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:57:27.474420 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] For port bc7f95d2-6d9a-4180-b1cb-4a76bc9b4ae8, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=bc7f95d2-6d9a-4180-b1cb-4a76bc9b4ae8,segment=NetworkSegment(138f5ee1-e076-44ea-abbf-a8c49ebddcd6),segment_id=138f5ee1-e076-44ea-abbf-a8c49ebddcd6)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:57:27.480594 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862'] for port (bc7f95d2-6d9a-4180-b1cb-4a76bc9b4ae8), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:27.527503 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Pushing event updated for resources: {'Port': ['ID=bc7f95d2-6d9a-4180-b1cb-4a76bc9b4ae8,revision_number=4']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:27.818558 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc16d7f-8bcd-44ba-96b7-fc4deb7fa353 req-5d3082e2-30cc-4e14-a050-d347a060712c tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:27.820055 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-6dc16d7f-8bcd-44ba-96b7-fc4deb7fa353 req-5d3082e2-30cc-4e14-a050-d347a060712c tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] 10.222.0.72 "GET /v2.0/ports?device_id=5dbf2093-d5e2-482e-a14b-3d128002ba49 HTTP/1.1" status: 200 len: 944 time: 0.0486226 Jan 28 13:57:27.859308 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] get_ports_and_sgs() called for port_ids ['bc7f95d2-6d9a-4180-b1cb-4a76bc9b4ae8'] {{(pid=109086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:57:27.868695 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-6dc16d7f-8bcd-44ba-96b7-fc4deb7fa353 req-4b574f9c-cb83-4814-9ea9-17720a07c90b tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] 10.222.0.72 "GET /v2.0/security-groups?id=0c2237f5-e570-4df3-b859-dc7374b156b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429296 Jan 28 13:57:28.241098 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9a96fcee-181b-4e04-b615-c305087448eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (fe6892c5-7eb1-46ce-88dd-77c5bcc32263), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:28.984456 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d21197-859b-4446-81c9-1683c2bfbf45 req-cc18dbc6-f44f-4412-8c41-6e2ece2eec51 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:28.985988 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-14d21197-859b-4446-81c9-1683c2bfbf45 req-cc18dbc6-f44f-4412-8c41-6e2ece2eec51 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] 10.222.0.72 "GET /v2.0/ports?device_id=5dbf2093-d5e2-482e-a14b-3d128002ba49 HTTP/1.1" status: 200 len: 944 time: 0.0509465 Jan 28 13:57:29.036187 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-14d21197-859b-4446-81c9-1683c2bfbf45 req-3b8bc50d-67f7-42da-bb6b-cb071b1e5242 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] 10.222.0.72 "GET /v2.0/security-groups?id=0c2237f5-e570-4df3-b859-dc7374b156b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423269 Jan 28 13:57:29.292691 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Device bc7f95d2-6d9a-4180-b1cb-4a76bc9b4ae8 up at agent hyperv_hv-cinder-82418 {{(pid=109086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:57:29.357765 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Provisioning for port bc7f95d2-6d9a-4180-b1cb-4a76bc9b4ae8 completed by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:57:29.361649 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Provisioning complete for port bc7f95d2-6d9a-4180-b1cb-4a76bc9b4ae8 triggered by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:57:29.362058 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041328'] for port (bc7f95d2-6d9a-4180-b1cb-4a76bc9b4ae8), provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:29.571128 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Current status of the port bc7f95d2-6d9a-4180-b1cb-4a76bc9b4ae8 is: BUILD; New status is: ACTIVE {{(pid=109086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:57:29.571400 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (bc7f95d2-6d9a-4180-b1cb-4a76bc9b4ae8), before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:29.594835 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dbf2093-d5e2-482e-a14b-3d128002ba49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc7f95d2-6d9a-4180-b1cb-4a76bc9b4ae8'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:57:29.597097 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fe2f3ff242846a504b70cb1607640f93490c53de488d62a29fe51e57b5b242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64e019b7-6e7b-4714-8da5-4f1235fe3ccc" -d '{"events": [{"server_uuid": "5dbf2093-d5e2-482e-a14b-3d128002ba49", "name": "network-vif-plugged", "status": "completed", "tag": "bc7f95d2-6d9a-4180-b1cb-4a76bc9b4ae8"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:57:29.609443 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] For port bc7f95d2-6d9a-4180-b1cb-4a76bc9b4ae8, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=bc7f95d2-6d9a-4180-b1cb-4a76bc9b4ae8,segment=NetworkSegment(138f5ee1-e076-44ea-abbf-a8c49ebddcd6),segment_id=138f5ee1-e076-44ea-abbf-a8c49ebddcd6)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:57:29.614697 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862'] for port (bc7f95d2-6d9a-4180-b1cb-4a76bc9b4ae8), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:29.637548 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc2bb4d6-1d6b-4f43-a6b5-ce89928fba33 x-openstack-request-id: req-fc2bb4d6-1d6b-4f43-a6b5-ce89928fba33 {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:57:29.637853 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dbf2093-d5e2-482e-a14b-3d128002ba49", "name": "network-vif-plugged", "status": "completed", "tag": "bc7f95d2-6d9a-4180-b1cb-4a76bc9b4ae8", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:57:29.638109 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-fc2bb4d6-1d6b-4f43-a6b5-ce89928fba33 {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:57:29.638500 dv-cinder-824187-7-iscsi neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dbf2093-d5e2-482e-a14b-3d128002ba49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc7f95d2-6d9a-4180-b1cb-4a76bc9b4ae8', 'code': 200} Jan 28 13:57:29.663661 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Pushing event updated for resources: {'Port': ['ID=bc7f95d2-6d9a-4180-b1cb-4a76bc9b4ae8,revision_number=5']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:29.807711 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0db3373-e36c-4afe-80a7-30b880a7c694 req-f9d53374-7369-44d3-a16b-c1e650a68a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:29.809759 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-c0db3373-e36c-4afe-80a7-30b880a7c694 req-f9d53374-7369-44d3-a16b-c1e650a68a85 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=5dbf2093-d5e2-482e-a14b-3d128002ba49 HTTP/1.1" status: 200 len: 1098 time: 0.0445137 Jan 28 13:57:29.858733 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-c0db3373-e36c-4afe-80a7-30b880a7c694 req-71ad7963-682f-4ccf-96b4-5be0a28f62ef service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=0c2237f5-e570-4df3-b859-dc7374b156b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408976 Jan 28 13:57:30.156476 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f4cce0-85a3-40de-9804-2c9e499974fc req-3904e643-3973-46f6-93da-7ca16016bba0 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:30.158006 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-27f4cce0-85a3-40de-9804-2c9e499974fc req-3904e643-3973-46f6-93da-7ca16016bba0 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] 10.222.0.72 "GET /v2.0/ports?device_id=5dbf2093-d5e2-482e-a14b-3d128002ba49 HTTP/1.1" status: 200 len: 945 time: 0.0479593 Jan 28 13:57:30.208875 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-27f4cce0-85a3-40de-9804-2c9e499974fc req-13dc7ea8-e04f-4acf-944e-8d01912f32ac tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] 10.222.0.72 "GET /v2.0/security-groups?id=0c2237f5-e570-4df3-b859-dc7374b156b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452235 Jan 28 13:57:30.254696 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9d946361-ee51-4c6f-9a38-4723644926d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (5fb30df9-6f10-41b8-94cc-b881623ba250), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:31.334653 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8868c5d5-f6d1-4553-a15b-28ae35f047cb req-90b0a39d-6487-40a9-8500-de56f0e9cd92 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:31.336187 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-8868c5d5-f6d1-4553-a15b-28ae35f047cb req-90b0a39d-6487-40a9-8500-de56f0e9cd92 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] 10.222.0.72 "GET /v2.0/ports?device_id=5dbf2093-d5e2-482e-a14b-3d128002ba49 HTTP/1.1" status: 200 len: 945 time: 0.0490322 Jan 28 13:57:31.384262 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-8868c5d5-f6d1-4553-a15b-28ae35f047cb req-62182b6a-25f8-492a-b195-818364a24f8b tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] 10.222.0.72 "GET /v2.0/security-groups?id=0c2237f5-e570-4df3-b859-dc7374b156b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422544 Jan 28 13:57:31.762655 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-120fdcba-5236-4c4f-ad1d-de3bbc2703f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (270c75b4-e9a8-4b16-85de-99abb56244df), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:32.235846 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 49284) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:32.361839 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-7a534c9a-ff0f-4b35-be73-721e9fd938a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:32.439564 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-7a534c9a-ff0f-4b35-be73-721e9fd938a5 admin admin] Publish callbacks [] for security_group (c0d391ba-92d0-452c-96ac-12911c22b758), precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:32.444876 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-7a534c9a-ff0f-4b35-be73-721e9fd938a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (c0d391ba-92d0-452c-96ac-12911c22b758), after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:32.484455 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-7a534c9a-ff0f-4b35-be73-721e9fd938a5 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f4e0dfa99196490aae094f5b7eca7f94&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2449775 Jan 28 13:57:32.484455 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a534c9a-ff0f-4b35-be73-721e9fd938a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0d391ba-92d0-452c-96ac-12911c22b758,revision_number=1']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:32.484815 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 49288) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:32.534148 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-23f554b4-d3a8-4085-b9d2-0ef5e3049d4a admin admin] Publish callbacks [] for security_group (c0d391ba-92d0-452c-96ac-12911c22b758), before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:32.555245 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-23f554b4-d3a8-4085-b9d2-0ef5e3049d4a admin admin] Publish callbacks [] for security_group (c0d391ba-92d0-452c-96ac-12911c22b758), precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:32.602762 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-23f554b4-d3a8-4085-b9d2-0ef5e3049d4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (c0d391ba-92d0-452c-96ac-12911c22b758), after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:32.605402 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-23f554b4-d3a8-4085-b9d2-0ef5e3049d4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:32.606620 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-23f554b4-d3a8-4085-b9d2-0ef5e3049d4a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c0d391ba-92d0-452c-96ac-12911c22b758 HTTP/1.1" status: 204 len: 168 time: 0.1198924 Jan 28 13:57:32.614644 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f554b4-d3a8-4085-b9d2-0ef5e3049d4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0d391ba-92d0-452c-96ac-12911c22b758,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:32.901207 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a365d3e8-b48a-4a28-95b6-25537061fe93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (282d2827-b9b4-4282-91d0-335a7cd9818a), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:33.011447 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (06140fe1-dee6-47e9-9649-a5d5e543fff8), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:34.194077 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (91ec632a-2927-4715-8bad-f3132ebcbe46), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:42.254601 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c26fd7b-fb0d-48ad-b8c1-63ebe0b446f0 req-4f13c69f-4abd-4d3f-944e-01319a773e55 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:42.256081 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-8c26fd7b-fb0d-48ad-b8c1-63ebe0b446f0 req-4f13c69f-4abd-4d3f-944e-01319a773e55 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] 10.222.0.72 "GET /v2.0/networks?id=a0a03de1-89bc-4abc-a7de-5e839a993506 HTTP/1.1" status: 200 len: 814 time: 0.1031833 Jan 28 13:57:42.270774 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-8c26fd7b-fb0d-48ad-b8c1-63ebe0b446f0 req-dd85f7a7-8884-4bf6-a615-276d3bbafad9 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] 10.222.0.72 "GET /v2.0/quotas/752b92271d05454584ec03438c6dee5f HTTP/1.1" status: 200 len: 375 time: 0.0092168 Jan 28 13:57:42.323888 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-8c26fd7b-fb0d-48ad-b8c1-63ebe0b446f0 req-77306d87-ff5b-494f-ae7b-d15eaefe252a tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=752b92271d05454584ec03438c6dee5f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0482807 Jan 28 13:57:42.430317 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-8c26fd7b-fb0d-48ad-b8c1-63ebe0b446f0 req-50e159ff-3ca7-4a38-9241-e95d92508c05 service neutron] 10.222.0.72 "GET /v2.0/networks/a0a03de1-89bc-4abc-a7de-5e839a993506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996568 Jan 28 13:57:42.481241 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.agents_db [None req-2611350c-8bbf-4fa3-a5bb-e2ba3591f3a7 None None] Agent healthcheck: found 6 active agents {{(pid=109087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:57:42.523329 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-8c26fd7b-fb0d-48ad-b8c1-63ebe0b446f0 req-12b54f60-b44a-48d0-9030-d98cb8cf60b9 service neutron] 10.222.0.72 "GET /v2.0/networks/a0a03de1-89bc-4abc-a7de-5e839a993506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841928 Jan 28 13:57:42.680610 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-73d52b15-fe04-4e84-9cc0-6b3c80ea998e req-f28607f0-2b76-40a8-88e6-37a2d1ab78b6 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] 10.222.0.72 "GET /v2.0/ports?device_id=a379180d-cdf0-4954-9566-f3e97973212c HTTP/1.1" status: 200 len: 210 time: 0.0266013 Jan 28 13:57:42.730289 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 49424) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:42.842594 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-73bd2875-eacc-4cb9-bbec-9203d4384b5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:42.917363 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-73bd2875-eacc-4cb9-bbec-9203d4384b5b admin admin] Publish callbacks [] for security_group (b3894488-c532-44f3-b1a6-6cd318724aa2), precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:42.922318 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-73bd2875-eacc-4cb9-bbec-9203d4384b5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (b3894488-c532-44f3-b1a6-6cd318724aa2), after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:42.966090 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-73bd2875-eacc-4cb9-bbec-9203d4384b5b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=98f10eec00a3492ab96942c4a090c0fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2344770 Jan 28 13:57:42.968601 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 49434) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:57:42.976140 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bd2875-eacc-4cb9-bbec-9203d4384b5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3894488-c532-44f3-b1a6-6cd318724aa2,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:43.023621 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e3089c10-013f-48b1-bf9a-2bc91247ed1e admin admin] Publish callbacks [] for security_group (b3894488-c532-44f3-b1a6-6cd318724aa2), before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:43.049911 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e3089c10-013f-48b1-bf9a-2bc91247ed1e admin admin] Publish callbacks [] for security_group (b3894488-c532-44f3-b1a6-6cd318724aa2), precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:43.100239 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e3089c10-013f-48b1-bf9a-2bc91247ed1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (b3894488-c532-44f3-b1a6-6cd318724aa2), after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:43.102892 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e3089c10-013f-48b1-bf9a-2bc91247ed1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:43.104051 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-e3089c10-013f-48b1-bf9a-2bc91247ed1e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b3894488-c532-44f3-b1a6-6cd318724aa2 HTTP/1.1" status: 204 len: 168 time: 0.1345255 Jan 28 13:57:43.112110 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3089c10-013f-48b1-bf9a-2bc91247ed1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3894488-c532-44f3-b1a6-6cd318724aa2,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:43.681512 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c26fd7b-fb0d-48ad-b8c1-63ebe0b446f0 req-817a2449-c9a8-43b6-a2d9-5d0b6cbd0cc1 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:43.682981 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-8c26fd7b-fb0d-48ad-b8c1-63ebe0b446f0 req-817a2449-c9a8-43b6-a2d9-5d0b6cbd0cc1 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] 10.222.0.78 "GET /v2.0/networks?id=a0a03de1-89bc-4abc-a7de-5e839a993506 HTTP/1.1" status: 200 len: 814 time: 0.1126981 Jan 28 13:57:43.696582 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.v2.base [req-8c26fd7b-fb0d-48ad-b8c1-63ebe0b446f0 req-885ea76a-e645-4300-869a-dc573cf6e8fe tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] Request body: {'port': {'device_id': 'a379180d-cdf0-4954-9566-f3e97973212c', 'network_id': 'a0a03de1-89bc-4abc-a7de-5e839a993506', 'admin_state_up': True, 'tenant_id': '752b92271d05454584ec03438c6dee5f'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:57:43.783859 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-8dd29608-19a5-4207-9390-6889b2260ac3 req-57600848-ec59-455f-a1c6-c957027cb05e tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] 10.222.0.72 "GET /v2.0/ports?device_id=a379180d-cdf0-4954-9566-f3e97973212c HTTP/1.1" status: 200 len: 210 time: 0.0320702 Jan 28 13:57:43.828052 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c26fd7b-fb0d-48ad-b8c1-63ebe0b446f0 req-885ea76a-e645-4300-869a-dc573cf6e8fe tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] Made reservation on behalf of 752b92271d05454584ec03438c6dee5f for: {'port': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:57:43.831363 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-8c26fd7b-fb0d-48ad-b8c1-63ebe0b446f0 req-885ea76a-e645-4300-869a-dc573cf6e8fe tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (None), before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:43.960006 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [req-8c26fd7b-fb0d-48ad-b8c1-63ebe0b446f0 req-885ea76a-e645-4300-869a-dc573cf6e8fe tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] Allocated IP 172.20.0.12 (a0a03de1-89bc-4abc-a7de-5e839a993506/5e5de745-b1fa-4209-bcac-141ee6f28a58/ed871c49-15b4-4ce9-8561-c3274a815b68) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:57:44.112870 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-8c26fd7b-fb0d-48ad-b8c1-63ebe0b446f0 req-885ea76a-e645-4300-869a-dc573cf6e8fe tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] Publish callbacks [] for port (ed871c49-15b4-4ce9-8561-c3274a815b68), precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:44.161248 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-8c26fd7b-fb0d-48ad-b8c1-63ebe0b446f0 req-885ea76a-e645-4300-869a-dc573cf6e8fe tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742788384826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4723325'] for port (ed871c49-15b4-4ce9-8561-c3274a815b68), after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:44.173597 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] get_ports_and_sgs() called for port_ids ['6dae7cd6-038a-42ca-b2a4-4b32da1ccbdb', '7579dd92-5bd4-4a05-a5ac-530c4d45554b', 'bc7f95d2-6d9a-4180-b1cb-4a76bc9b4ae8'] {{(pid=109086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:57:44.205848 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c26fd7b-fb0d-48ad-b8c1-63ebe0b446f0 req-885ea76a-e645-4300-869a-dc573cf6e8fe tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] Network a0a03de1-89bc-4abc-a7de-5e839a993506 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:57:44.220765 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [req-8c26fd7b-fb0d-48ad-b8c1-63ebe0b446f0 req-885ea76a-e645-4300-869a-dc573cf6e8fe tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:57:44.223863 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c26fd7b-fb0d-48ad-b8c1-63ebe0b446f0 req-885ea76a-e645-4300-869a-dc573cf6e8fe tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:57:44.226307 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885ea76a-e645-4300-869a-dc573cf6e8fe tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] Pushing event updated for resources: {'Port': ['ID=ed871c49-15b4-4ce9-8561-c3274a815b68,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:44.291203 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c26fd7b-fb0d-48ad-b8c1-63ebe0b446f0 req-885ea76a-e645-4300-869a-dc573cf6e8fe tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:44.291804 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-8c26fd7b-fb0d-48ad-b8c1-63ebe0b446f0 req-885ea76a-e645-4300-869a-dc573cf6e8fe tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91499'] for port (None), before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:44.303779 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-22f486ae-6993-4463-bb77-42fecb765470 req-3ff6d57d-0cdc-438e-a6b9-331714fa93a0 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=6cde007c-5a76-4aa8-b0a1-675fa52c727e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0932057 Jan 28 13:57:44.313036 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-8c26fd7b-fb0d-48ad-b8c1-63ebe0b446f0 req-885ea76a-e645-4300-869a-dc573cf6e8fe tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6204159 Jan 28 13:57:44.330593 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.v2.base [req-8c26fd7b-fb0d-48ad-b8c1-63ebe0b446f0 req-24d98ec9-707e-4883-9025-cec5a40853aa service neutron] Request body: {'port': {'device_id': 'a379180d-cdf0-4954-9566-f3e97973212c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82418'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:57:44.411800 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-8c26fd7b-fb0d-48ad-b8c1-63ebe0b446f0 req-24d98ec9-707e-4883-9025-cec5a40853aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (ed871c49-15b4-4ce9-8561-c3274a815b68), before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:44.416144 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f486ae-6993-4463-bb77-42fecb765470 req-7c1395da-c270-43fc-b56f-dea30bfac246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:44.417704 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-22f486ae-6993-4463-bb77-42fecb765470 req-7c1395da-c270-43fc-b56f-dea30bfac246 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=752b92271d05454584ec03438c6dee5f&device_id=6cde007c-5a76-4aa8-b0a1-675fa52c727e HTTP/1.1" status: 200 len: 1098 time: 0.0675998 Jan 28 13:57:44.903774 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b0b5b4-9bfe-4f57-ab74-0231f6ff1eff req-5d23f909-a2ce-4dfe-9a8f-353165816d9a tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:44.905296 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-a4b0b5b4-9bfe-4f57-ab74-0231f6ff1eff req-5d23f909-a2ce-4dfe-9a8f-353165816d9a tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] 10.222.0.72 "GET /v2.0/ports?device_id=a379180d-cdf0-4954-9566-f3e97973212c HTTP/1.1" status: 200 len: 932 time: 0.0510871 Jan 28 13:57:44.945843 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f486ae-6993-4463-bb77-42fecb765470 req-5530d00f-d9b8-4f30-bd31-dd37574ba36a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:44.947300 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-22f486ae-6993-4463-bb77-42fecb765470 req-5530d00f-d9b8-4f30-bd31-dd37574ba36a service neutron] 10.222.0.78 "GET /v2.0/networks?id=a0a03de1-89bc-4abc-a7de-5e839a993506 HTTP/1.1" status: 200 len: 915 time: 0.4349546 Jan 28 13:57:44.957980 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-a4b0b5b4-9bfe-4f57-ab74-0231f6ff1eff req-e1c1a9ac-7989-47e6-b146-f46f930eb7b3 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] 10.222.0.72 "GET /v2.0/security-groups?id=0c2237f5-e570-4df3-b859-dc7374b156b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463073 Jan 28 13:57:44.995269 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-22f486ae-6993-4463-bb77-42fecb765470 req-1a1d4dd5-fd62-48cb-b6e0-ed3b434a8a05 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6dae7cd6-038a-42ca-b2a4-4b32da1ccbdb HTTP/1.1" status: 200 len: 217 time: 0.0402136 Jan 28 13:57:45.082582 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f486ae-6993-4463-bb77-42fecb765470 req-04039bf8-ec7f-48cc-be2b-bbb69b7ea8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:45.083894 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-22f486ae-6993-4463-bb77-42fecb765470 req-04039bf8-ec7f-48cc-be2b-bbb69b7ea8d2 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=5e5de745-b1fa-4209-bcac-141ee6f28a58 HTTP/1.1" status: 200 len: 854 time: 0.0799646 Jan 28 13:57:45.091095 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.notifiers.nova [req-8c26fd7b-fb0d-48ad-b8c1-63ebe0b446f0 req-24d98ec9-707e-4883-9025-cec5a40853aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed871c49-15b4-4ce9-8561-c3274a815b68 {{(pid=109085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:57:45.105535 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-8c26fd7b-fb0d-48ad-b8c1-63ebe0b446f0 req-24d98ec9-707e-4883-9025-cec5a40853aa service neutron] Publish callbacks [] for port (ed871c49-15b4-4ce9-8561-c3274a815b68), precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:45.128285 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-22f486ae-6993-4463-bb77-42fecb765470 req-f3ba3eaf-ef36-4cf6-9d1c-0981198f0c3f service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=a0a03de1-89bc-4abc-a7de-5e839a993506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328405 Jan 28 13:57:45.133144 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.db.provisioning_blocks [req-8c26fd7b-fb0d-48ad-b8c1-63ebe0b446f0 req-24d98ec9-707e-4883-9025-cec5a40853aa service neutron] Transition to ACTIVE for port object ed871c49-15b4-4ce9-8561-c3274a815b68 will not be triggered until provisioned by entity L2. {{(pid=109085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:57:45.144458 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-8c26fd7b-fb0d-48ad-b8c1-63ebe0b446f0 req-24d98ec9-707e-4883-9025-cec5a40853aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4723334'] for port (ed871c49-15b4-4ce9-8561-c3274a815b68), after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:45.238784 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d98ec9-707e-4883-9025-cec5a40853aa service neutron] Pushing event updated for resources: {'Port': ['ID=ed871c49-15b4-4ce9-8561-c3274a815b68,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:45.303969 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-22f486ae-6993-4463-bb77-42fecb765470 req-ae439a35-6f90-44b1-8b28-6ebca1fc78e1 service neutron] 10.222.0.78 "GET /v2.0/networks/a0a03de1-89bc-4abc-a7de-5e839a993506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676266 Jan 28 13:57:45.380946 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-8c26fd7b-fb0d-48ad-b8c1-63ebe0b446f0 req-24d98ec9-707e-4883-9025-cec5a40853aa service neutron] Attempting to bind port ed871c49-15b4-4ce9-8561-c3274a815b68 on host hv-cinder-82418 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:57:45.381188 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-8c26fd7b-fb0d-48ad-b8c1-63ebe0b446f0 req-24d98ec9-707e-4883-9025-cec5a40853aa service neutron] Attempting to bind port ed871c49-15b4-4ce9-8561-c3274a815b68 by drivers openvswitch,hyperv on host hv-cinder-82418 at level 0 using segments [{'id': '138f5ee1-e076-44ea-abbf-a8c49ebddcd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'a0a03de1-89bc-4abc-a7de-5e839a993506'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:57:45.381494 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c26fd7b-fb0d-48ad-b8c1-63ebe0b446f0 req-24d98ec9-707e-4883-9025-cec5a40853aa service neutron] Attempting to bind port ed871c49-15b4-4ce9-8561-c3274a815b68 on network a0a03de1-89bc-4abc-a7de-5e839a993506 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:57:45.389855 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c26fd7b-fb0d-48ad-b8c1-63ebe0b446f0 req-24d98ec9-707e-4883-9025-cec5a40853aa service neutron] Port ed871c49-15b4-4ce9-8561-c3274a815b68 on network a0a03de1-89bc-4abc-a7de-5e839a993506 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82418 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:57:45.390172 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c26fd7b-fb0d-48ad-b8c1-63ebe0b446f0 req-24d98ec9-707e-4883-9025-cec5a40853aa service neutron] Attempting to bind port ed871c49-15b4-4ce9-8561-c3274a815b68 on network a0a03de1-89bc-4abc-a7de-5e839a993506 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:57:45.402527 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c26fd7b-fb0d-48ad-b8c1-63ebe0b446f0 req-24d98ec9-707e-4883-9025-cec5a40853aa service neutron] Checking agent: {'id': '06140fe1-dee6-47e9-9649-a5d5e543fff8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82418', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 43, 32), 'started_at': datetime.datetime(2022, 1, 28, 13, 43, 32), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 57, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:57:45.402852 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c26fd7b-fb0d-48ad-b8c1-63ebe0b446f0 req-24d98ec9-707e-4883-9025-cec5a40853aa service neutron] Checking segment: {'id': '138f5ee1-e076-44ea-abbf-a8c49ebddcd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'a0a03de1-89bc-4abc-a7de-5e839a993506'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:57:45.403339 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c26fd7b-fb0d-48ad-b8c1-63ebe0b446f0 req-24d98ec9-707e-4883-9025-cec5a40853aa service neutron] Bound using segment: {'id': '138f5ee1-e076-44ea-abbf-a8c49ebddcd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'a0a03de1-89bc-4abc-a7de-5e839a993506'} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:57:45.403828 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-8c26fd7b-fb0d-48ad-b8c1-63ebe0b446f0 req-24d98ec9-707e-4883-9025-cec5a40853aa service neutron] Bound port: ed871c49-15b4-4ce9-8561-c3274a815b68, host: hv-cinder-82418, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '138f5ee1-e076-44ea-abbf-a8c49ebddcd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': 'a0a03de1-89bc-4abc-a7de-5e839a993506'}}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:57:45.404157 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-8c26fd7b-fb0d-48ad-b8c1-63ebe0b446f0 req-24d98ec9-707e-4883-9025-cec5a40853aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (ed871c49-15b4-4ce9-8561-c3274a815b68), before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:45.432374 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-22f486ae-6993-4463-bb77-42fecb765470 req-69ef1bf7-0a4d-4bc4-b193-04d3e8c6ce23 service neutron] 10.222.0.78 "GET /v2.0/networks/a0a03de1-89bc-4abc-a7de-5e839a993506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206450 Jan 28 13:57:45.480263 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-8c26fd7b-fb0d-48ad-b8c1-63ebe0b446f0 req-24d98ec9-707e-4883-9025-cec5a40853aa service neutron] For port ed871c49-15b4-4ce9-8561-c3274a815b68, host hv-cinder-82418, cleared binding levels {{(pid=109085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:57:45.483438 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-8c26fd7b-fb0d-48ad-b8c1-63ebe0b446f0 req-24d98ec9-707e-4883-9025-cec5a40853aa service neutron] For port ed871c49-15b4-4ce9-8561-c3274a815b68, host hv-cinder-82418, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=ed871c49-15b4-4ce9-8561-c3274a815b68,segment=NetworkSegment(138f5ee1-e076-44ea-abbf-a8c49ebddcd6),segment_id=138f5ee1-e076-44ea-abbf-a8c49ebddcd6)] {{(pid=109085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:57:45.487242 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-8c26fd7b-fb0d-48ad-b8c1-63ebe0b446f0 req-24d98ec9-707e-4883-9025-cec5a40853aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4723334'] for port (ed871c49-15b4-4ce9-8561-c3274a815b68), after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:45.523185 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c26fd7b-fb0d-48ad-b8c1-63ebe0b446f0 req-24d98ec9-707e-4883-9025-cec5a40853aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:45.523799 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-8c26fd7b-fb0d-48ad-b8c1-63ebe0b446f0 req-24d98ec9-707e-4883-9025-cec5a40853aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91499'] for port (None), before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:45.525193 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-8c26fd7b-fb0d-48ad-b8c1-63ebe0b446f0 req-24d98ec9-707e-4883-9025-cec5a40853aa service neutron] 10.222.0.78 "PUT /v2.0/ports/ed871c49-15b4-4ce9-8561-c3274a815b68 HTTP/1.1" status: 200 len: 1094 time: 1.1991987 Jan 28 13:57:45.525627 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a379180d-cdf0-4954-9566-f3e97973212c', 'tag': 'ed871c49-15b4-4ce9-8561-c3274a815b68'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:57:45.527841 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19ef927ebdb7e136520bf73605241c98ba3844c75ab8794845cb00139da391b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54268a94-1cbe-4ff9-aa2b-3532f08ee77e" -d '{"events": [{"name": "network-changed", "server_uuid": "a379180d-cdf0-4954-9566-f3e97973212c", "tag": "ed871c49-15b4-4ce9-8561-c3274a815b68"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:57:45.553628 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d98ec9-707e-4883-9025-cec5a40853aa service neutron] Pushing event updated for resources: {'Port': ['ID=ed871c49-15b4-4ce9-8561-c3274a815b68,revision_number=3']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:45.571873 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64710b47-1063-4364-b376-8b274f3ef61a x-openstack-request-id: req-64710b47-1063-4364-b376-8b274f3ef61a {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:57:45.572169 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a379180d-cdf0-4954-9566-f3e97973212c", "tag": "ed871c49-15b4-4ce9-8561-c3274a815b68", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:57:45.572421 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-64710b47-1063-4364-b376-8b274f3ef61a {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:57:45.572814 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a379180d-cdf0-4954-9566-f3e97973212c', 'tag': 'ed871c49-15b4-4ce9-8561-c3274a815b68', 'status': 'completed', 'code': 200} Jan 28 13:57:45.614522 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c26fd7b-fb0d-48ad-b8c1-63ebe0b446f0 req-6a7a4a13-633f-49c9-b9e7-2809713a142e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:45.616020 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-8c26fd7b-fb0d-48ad-b8c1-63ebe0b446f0 req-6a7a4a13-633f-49c9-b9e7-2809713a142e service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=752b92271d05454584ec03438c6dee5f&device_id=a379180d-cdf0-4954-9566-f3e97973212c HTTP/1.1" status: 200 len: 1097 time: 0.0411227 Jan 28 13:57:45.657264 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-8c26fd7b-fb0d-48ad-b8c1-63ebe0b446f0 req-196021ea-3e02-447f-9b60-616dcda741d4 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ed871c49-15b4-4ce9-8561-c3274a815b68 HTTP/1.1" status: 200 len: 217 time: 0.0327361 Jan 28 13:57:45.706101 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c26fd7b-fb0d-48ad-b8c1-63ebe0b446f0 req-921b42de-8c12-4242-9511-d1d265aa1076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:45.707520 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-8c26fd7b-fb0d-48ad-b8c1-63ebe0b446f0 req-921b42de-8c12-4242-9511-d1d265aa1076 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=5e5de745-b1fa-4209-bcac-141ee6f28a58 HTTP/1.1" status: 200 len: 854 time: 0.0438497 Jan 28 13:57:45.741655 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-8c26fd7b-fb0d-48ad-b8c1-63ebe0b446f0 req-56130638-7ffb-40ab-985a-edbefe67ba3f service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=a0a03de1-89bc-4abc-a7de-5e839a993506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272131 Jan 28 13:57:45.831220 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-8c26fd7b-fb0d-48ad-b8c1-63ebe0b446f0 req-0acb85de-71a3-4242-9295-fad2d9273fb8 service neutron] 10.222.0.78 "GET /v2.0/networks/a0a03de1-89bc-4abc-a7de-5e839a993506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830369 Jan 28 13:57:45.923828 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-8c26fd7b-fb0d-48ad-b8c1-63ebe0b446f0 req-538ec17c-8c44-462e-a021-fc23601c31dc service neutron] 10.222.0.78 "GET /v2.0/networks/a0a03de1-89bc-4abc-a7de-5e839a993506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857360 Jan 28 13:57:46.023001 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54268a94-1cbe-4ff9-aa2b-3532f08ee77e req-c3c3bf98-808d-411a-b5e4-8f6cfc7c9818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:46.024583 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-54268a94-1cbe-4ff9-aa2b-3532f08ee77e req-c3c3bf98-808d-411a-b5e4-8f6cfc7c9818 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=752b92271d05454584ec03438c6dee5f&device_id=a379180d-cdf0-4954-9566-f3e97973212c HTTP/1.1" status: 200 len: 1097 time: 0.0431502 Jan 28 13:57:46.078704 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2e5558-c292-4861-8ddd-0f08a5c67da6 req-b2dab684-6a8d-4a96-820f-3251f8efd748 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:46.080210 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-dc2e5558-c292-4861-8ddd-0f08a5c67da6 req-b2dab684-6a8d-4a96-820f-3251f8efd748 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] 10.222.0.72 "GET /v2.0/ports?device_id=a379180d-cdf0-4954-9566-f3e97973212c HTTP/1.1" status: 200 len: 944 time: 0.0526211 Jan 28 13:57:46.117315 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54268a94-1cbe-4ff9-aa2b-3532f08ee77e req-05a48692-1b74-48ea-8084-dfd1b5a0148a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:46.118797 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-54268a94-1cbe-4ff9-aa2b-3532f08ee77e req-05a48692-1b74-48ea-8084-dfd1b5a0148a service neutron] 10.222.0.78 "GET /v2.0/networks?id=a0a03de1-89bc-4abc-a7de-5e839a993506 HTTP/1.1" status: 200 len: 915 time: 0.0869749 Jan 28 13:57:46.125536 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-dc2e5558-c292-4861-8ddd-0f08a5c67da6 req-1f98ca42-cbfc-43b6-93bc-fba3a5ae1e1d tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] 10.222.0.72 "GET /v2.0/security-groups?id=0c2237f5-e570-4df3-b859-dc7374b156b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397682 Jan 28 13:57:46.162569 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-54268a94-1cbe-4ff9-aa2b-3532f08ee77e req-a93eb55f-b18b-4599-8349-9f44773d6b0e service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ed871c49-15b4-4ce9-8561-c3274a815b68 HTTP/1.1" status: 200 len: 217 time: 0.0375135 Jan 28 13:57:46.234227 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54268a94-1cbe-4ff9-aa2b-3532f08ee77e req-a104733e-d9c2-4b29-be9d-3467b7cac4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:46.235594 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-54268a94-1cbe-4ff9-aa2b-3532f08ee77e req-a104733e-d9c2-4b29-be9d-3467b7cac4fe service neutron] 10.222.0.78 "GET /v2.0/subnets?id=5e5de745-b1fa-4209-bcac-141ee6f28a58 HTTP/1.1" status: 200 len: 854 time: 0.0632524 Jan 28 13:57:46.268862 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-54268a94-1cbe-4ff9-aa2b-3532f08ee77e req-e9886b44-9bf3-4b1e-a5b7-0853ea15b5b2 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=a0a03de1-89bc-4abc-a7de-5e839a993506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262718 Jan 28 13:57:46.376180 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-54268a94-1cbe-4ff9-aa2b-3532f08ee77e req-65f19ba3-d25c-4a8c-97ff-f9d752bc6eb7 service neutron] 10.222.0.78 "GET /v2.0/networks/a0a03de1-89bc-4abc-a7de-5e839a993506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995033 Jan 28 13:57:46.469282 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-54268a94-1cbe-4ff9-aa2b-3532f08ee77e req-ecd98387-b09f-4089-bed1-15ae00289cd3 service neutron] 10.222.0.78 "GET /v2.0/networks/a0a03de1-89bc-4abc-a7de-5e839a993506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849872 Jan 28 13:57:47.257236 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d4a422-b33a-4282-84a4-cb449989d3b6 req-5e5582a2-d10e-4063-8c3a-514b59143631 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:47.258736 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-64d4a422-b33a-4282-84a4-cb449989d3b6 req-5e5582a2-d10e-4063-8c3a-514b59143631 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] 10.222.0.72 "GET /v2.0/ports?device_id=a379180d-cdf0-4954-9566-f3e97973212c HTTP/1.1" status: 200 len: 944 time: 0.0550702 Jan 28 13:57:47.306958 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-64d4a422-b33a-4282-84a4-cb449989d3b6 req-3284b5a6-7e99-4ce3-b830-4bff0a633091 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] 10.222.0.72 "GET /v2.0/security-groups?id=0c2237f5-e570-4df3-b859-dc7374b156b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422528 Jan 28 13:57:48.422496 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b9dcbe-4dc1-40c6-8b27-dc49d976e9b5 req-8c9100bf-bdea-4248-8118-1db472e9f626 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:48.423963 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-76b9dcbe-4dc1-40c6-8b27-dc49d976e9b5 req-8c9100bf-bdea-4248-8118-1db472e9f626 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] 10.222.0.72 "GET /v2.0/ports?device_id=a379180d-cdf0-4954-9566-f3e97973212c HTTP/1.1" status: 200 len: 944 time: 0.0489800 Jan 28 13:57:48.478981 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-76b9dcbe-4dc1-40c6-8b27-dc49d976e9b5 req-9ab37d09-59f5-460a-9497-04fc3d271171 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] 10.222.0.72 "GET /v2.0/security-groups?id=0c2237f5-e570-4df3-b859-dc7374b156b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462046 Jan 28 13:57:49.353942 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Device ed871c49-15b4-4ce9-8561-c3274a815b68 details requested by agent hyperv_hv-cinder-82418 with host hv-cinder-82418 {{(pid=109086) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:57:49.453833 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] For port ed871c49-15b4-4ce9-8561-c3274a815b68, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=ed871c49-15b4-4ce9-8561-c3274a815b68,segment=NetworkSegment(138f5ee1-e076-44ea-abbf-a8c49ebddcd6),segment_id=138f5ee1-e076-44ea-abbf-a8c49ebddcd6)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:57:49.464982 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Returning: {'device': 'ed871c49-15b4-4ce9-8561-c3274a815b68', 'network_id': 'a0a03de1-89bc-4abc-a7de-5e839a993506', 'port_id': 'ed871c49-15b4-4ce9-8561-c3274a815b68', 'mac_address': 'fa:16:3e:ad:f9:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 701, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e5de745-b1fa-4209-bcac-141ee6f28a58', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109086) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:57:49.508136 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Current status of the port ed871c49-15b4-4ce9-8561-c3274a815b68 is: DOWN; New status is: BUILD {{(pid=109086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:57:49.508530 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (ed871c49-15b4-4ce9-8561-c3274a815b68), before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:49.521861 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.notifiers.nova [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed871c49-15b4-4ce9-8561-c3274a815b68 {{(pid=109086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:57:49.541626 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] For port ed871c49-15b4-4ce9-8561-c3274a815b68, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=ed871c49-15b4-4ce9-8561-c3274a815b68,segment=NetworkSegment(138f5ee1-e076-44ea-abbf-a8c49ebddcd6),segment_id=138f5ee1-e076-44ea-abbf-a8c49ebddcd6)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:57:49.547451 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862'] for port (ed871c49-15b4-4ce9-8561-c3274a815b68), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:49.595974 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Pushing event updated for resources: {'Port': ['ID=ed871c49-15b4-4ce9-8561-c3274a815b68,revision_number=4']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:49.597183 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaddb8ad-29b1-4937-a64b-a3a18acf3ef2 req-d71dfe30-35fd-4774-b977-323835c52577 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:49.598697 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-aaddb8ad-29b1-4937-a64b-a3a18acf3ef2 req-d71dfe30-35fd-4774-b977-323835c52577 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] 10.222.0.72 "GET /v2.0/ports?device_id=a379180d-cdf0-4954-9566-f3e97973212c HTTP/1.1" status: 200 len: 945 time: 0.0491970 Jan 28 13:57:49.603139 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:57:49.603505 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:57:49.603856 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:57:49.604207 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:57:49.604581 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:57:49.604943 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:57:49.605282 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:57:49.605618 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:57:49.605952 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:57:49.606286 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:57:49.606616 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:57:49.606945 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:57:49.607269 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:57:49.645624 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-aaddb8ad-29b1-4937-a64b-a3a18acf3ef2 req-6ce1abb3-981d-447c-bbb3-75e011ebb951 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] 10.222.0.72 "GET /v2.0/security-groups?id=0c2237f5-e570-4df3-b859-dc7374b156b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408273 Jan 28 13:57:49.985367 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] get_ports_and_sgs() called for port_ids ['ed871c49-15b4-4ce9-8561-c3274a815b68'] {{(pid=109086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:57:50.785205 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a9f618-eef8-4932-a2d2-ae5b8c0082bd req-c75113f2-f099-4a71-9dc6-6bfcf6198d99 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:50.786700 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-16a9f618-eef8-4932-a2d2-ae5b8c0082bd req-c75113f2-f099-4a71-9dc6-6bfcf6198d99 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] 10.222.0.72 "GET /v2.0/ports?device_id=a379180d-cdf0-4954-9566-f3e97973212c HTTP/1.1" status: 200 len: 945 time: 0.0603733 Jan 28 13:57:50.837086 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-16a9f618-eef8-4932-a2d2-ae5b8c0082bd req-6dc234ac-4098-4c49-9b06-6598fb6d23e2 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] 10.222.0.72 "GET /v2.0/security-groups?id=0c2237f5-e570-4df3-b859-dc7374b156b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443110 Jan 28 13:57:51.358491 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Device ed871c49-15b4-4ce9-8561-c3274a815b68 up at agent hyperv_hv-cinder-82418 {{(pid=109086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:57:51.421562 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Provisioning for port ed871c49-15b4-4ce9-8561-c3274a815b68 completed by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:57:51.424230 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Provisioning complete for port ed871c49-15b4-4ce9-8561-c3274a815b68 triggered by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:57:51.424616 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041328'] for port (ed871c49-15b4-4ce9-8561-c3274a815b68), provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:51.503364 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Current status of the port ed871c49-15b4-4ce9-8561-c3274a815b68 is: BUILD; New status is: ACTIVE {{(pid=109086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:57:51.503615 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (ed871c49-15b4-4ce9-8561-c3274a815b68), before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:51.528331 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a379180d-cdf0-4954-9566-f3e97973212c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed871c49-15b4-4ce9-8561-c3274a815b68'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:57:51.530841 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fe2f3ff242846a504b70cb1607640f93490c53de488d62a29fe51e57b5b242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad37f037-5fbc-4745-8c19-73de3f62070d" -d '{"events": [{"server_uuid": "a379180d-cdf0-4954-9566-f3e97973212c", "name": "network-vif-plugged", "status": "completed", "tag": "ed871c49-15b4-4ce9-8561-c3274a815b68"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:57:51.543111 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] For port ed871c49-15b4-4ce9-8561-c3274a815b68, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=ed871c49-15b4-4ce9-8561-c3274a815b68,segment=NetworkSegment(138f5ee1-e076-44ea-abbf-a8c49ebddcd6),segment_id=138f5ee1-e076-44ea-abbf-a8c49ebddcd6)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:57:51.548565 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862'] for port (ed871c49-15b4-4ce9-8561-c3274a815b68), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:57:51.576498 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d90ab051-c8e9-4f99-9bb8-116ca54514ee x-openstack-request-id: req-d90ab051-c8e9-4f99-9bb8-116ca54514ee {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:57:51.576790 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a379180d-cdf0-4954-9566-f3e97973212c", "name": "network-vif-plugged", "status": "completed", "tag": "ed871c49-15b4-4ce9-8561-c3274a815b68", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:57:51.577064 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-d90ab051-c8e9-4f99-9bb8-116ca54514ee {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:57:51.577455 dv-cinder-824187-7-iscsi neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a379180d-cdf0-4954-9566-f3e97973212c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed871c49-15b4-4ce9-8561-c3274a815b68', 'code': 200} Jan 28 13:57:51.604688 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Pushing event updated for resources: {'Port': ['ID=ed871c49-15b4-4ce9-8561-c3274a815b68,revision_number=5']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:57:51.737908 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef1fe02-eef7-44fb-8879-341d8ea77aa8 req-74192057-ab9d-46c2-9fa7-a71416e868c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:51.739378 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-0ef1fe02-eef7-44fb-8879-341d8ea77aa8 req-74192057-ab9d-46c2-9fa7-a71416e868c8 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=a379180d-cdf0-4954-9566-f3e97973212c HTTP/1.1" status: 200 len: 1099 time: 0.0417473 Jan 28 13:57:51.787709 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-0ef1fe02-eef7-44fb-8879-341d8ea77aa8 req-35260fea-655e-4d5a-aca2-8cfdd30b7827 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=0c2237f5-e570-4df3-b859-dc7374b156b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417747 Jan 28 13:57:51.957657 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7d86d7-3bd5-4c5e-a8fc-621b5d96b476 req-9e50a948-9f28-4d59-ae7a-223d3c870f2d tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:51.959123 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-6e7d86d7-3bd5-4c5e-a8fc-621b5d96b476 req-9e50a948-9f28-4d59-ae7a-223d3c870f2d tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] 10.222.0.72 "GET /v2.0/ports?device_id=a379180d-cdf0-4954-9566-f3e97973212c HTTP/1.1" status: 200 len: 946 time: 0.0491309 Jan 28 13:57:52.004793 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-6e7d86d7-3bd5-4c5e-a8fc-621b5d96b476 req-5362c81e-455a-4c65-8b70-991b91fac52f tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] 10.222.0.72 "GET /v2.0/security-groups?id=0c2237f5-e570-4df3-b859-dc7374b156b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401447 Jan 28 13:57:53.144406 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5ed3da-3532-4477-87e4-5dca391abc57 req-361e4c7b-e12a-4a18-b9a6-6909d578dedf tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:53.145886 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-ec5ed3da-3532-4477-87e4-5dca391abc57 req-361e4c7b-e12a-4a18-b9a6-6909d578dedf tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] 10.222.0.72 "GET /v2.0/ports?device_id=a379180d-cdf0-4954-9566-f3e97973212c HTTP/1.1" status: 200 len: 946 time: 0.0538692 Jan 28 13:57:53.199436 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-ec5ed3da-3532-4477-87e4-5dca391abc57 req-f8bcbc22-f3da-445e-825d-9045b942f162 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] 10.222.0.72 "GET /v2.0/security-groups?id=0c2237f5-e570-4df3-b859-dc7374b156b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479274 Jan 28 13:57:54.339667 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cb95b8-96fc-4fb1-a640-0ec295ffc4ba req-99403172-b55a-4e4b-aa96-2f33305eb440 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:57:54.341224 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-85cb95b8-96fc-4fb1-a640-0ec295ffc4ba req-99403172-b55a-4e4b-aa96-2f33305eb440 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] 10.222.0.72 "GET /v2.0/ports?device_id=a379180d-cdf0-4954-9566-f3e97973212c HTTP/1.1" status: 200 len: 946 time: 0.0584822 Jan 28 13:57:54.394088 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-85cb95b8-96fc-4fb1-a640-0ec295ffc4ba req-f5c652e0-f203-4743-b113-fdcc5defb36f tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] 10.222.0.72 "GET /v2.0/security-groups?id=0c2237f5-e570-4df3-b859-dc7374b156b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469003 Jan 28 13:57:58.242952 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b56368f9-8c8a-4bca-9b4a-78be6fd44243 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (fe6892c5-7eb1-46ce-88dd-77c5bcc32263), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:00.257494 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-98fd108a-c640-421a-aa28-d45e86b293d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (5fb30df9-6f10-41b8-94cc-b881623ba250), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:01.764137 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-120fdcba-5236-4c4f-ad1d-de3bbc2703f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (270c75b4-e9a8-4b16-85de-99abb56244df), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:02.905866 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a365d3e8-b48a-4a28-95b6-25537061fe93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (282d2827-b9b4-4282-91d0-335a7cd9818a), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:03.019266 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (06140fe1-dee6-47e9-9649-a5d5e543fff8), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:04.206051 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (91ec632a-2927-4715-8bad-f3132ebcbe46), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:07.398927 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098fdf93-b71a-4ee7-98de-7837803f33c9 req-ce34f4fc-6eba-4ec5-8be0-5c41bb8feacf tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:58:07.400450 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-098fdf93-b71a-4ee7-98de-7837803f33c9 req-ce34f4fc-6eba-4ec5-8be0-5c41bb8feacf tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] 10.222.0.72 "GET /v2.0/ports?device_id=a379180d-cdf0-4954-9566-f3e97973212c HTTP/1.1" status: 200 len: 946 time: 0.0501225 Jan 28 13:58:07.455004 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-098fdf93-b71a-4ee7-98de-7837803f33c9 req-6ee4fa1a-31c7-468f-9e0a-b6fa0069c24e tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] 10.222.0.72 "GET /v2.0/security-groups?id=0c2237f5-e570-4df3-b859-dc7374b156b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485072 Jan 28 13:58:08.591771 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090e5cb1-9eee-4dc7-ae48-27653be3a85f req-081597b0-93dc-444d-b3d7-6ea2fc8d5ff7 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:58:08.593337 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-090e5cb1-9eee-4dc7-ae48-27653be3a85f req-081597b0-93dc-444d-b3d7-6ea2fc8d5ff7 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] 10.222.0.72 "GET /v2.0/ports?device_id=a379180d-cdf0-4954-9566-f3e97973212c HTTP/1.1" status: 200 len: 946 time: 0.0550423 Jan 28 13:58:08.642367 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-090e5cb1-9eee-4dc7-ae48-27653be3a85f req-730213f7-bbb9-44e6-9b81-3a551fb907d5 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] 10.222.0.72 "GET /v2.0/security-groups?id=0c2237f5-e570-4df3-b859-dc7374b156b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432134 Jan 28 13:58:09.465253 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359778a7-e531-4030-bf19-f734e445405d req-b206eab1-54f3-4a0f-9c89-70cde39947f3 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:58:09.466711 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-359778a7-e531-4030-bf19-f734e445405d req-b206eab1-54f3-4a0f-9c89-70cde39947f3 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] 10.222.0.78 "GET /v2.0/ports?device_id=a379180d-cdf0-4954-9566-f3e97973212c HTTP/1.1" status: 200 len: 946 time: 0.0668144 Jan 28 13:58:09.554929 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-359778a7-e531-4030-bf19-f734e445405d req-70118ccb-66f3-478d-950e-5567f5584a03 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] Deleting port ed871c49-15b4-4ce9-8561-c3274a815b68 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:58:09.555170 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-359778a7-e531-4030-bf19-f734e445405d req-70118ccb-66f3-478d-950e-5567f5584a03 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742788692592'] for port (ed871c49-15b4-4ce9-8561-c3274a815b68), before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:09.647384 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-359778a7-e531-4030-bf19-f734e445405d req-70118ccb-66f3-478d-950e-5567f5584a03 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] For port ed871c49-15b4-4ce9-8561-c3274a815b68, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=ed871c49-15b4-4ce9-8561-c3274a815b68,segment=NetworkSegment(138f5ee1-e076-44ea-abbf-a8c49ebddcd6),segment_id=138f5ee1-e076-44ea-abbf-a8c49ebddcd6)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:58:09.648157 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-359778a7-e531-4030-bf19-f734e445405d req-70118ccb-66f3-478d-950e-5567f5584a03 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818260'] for port (ed871c49-15b4-4ce9-8561-c3274a815b68), precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:09.659751 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-359778a7-e531-4030-bf19-f734e445405d req-70118ccb-66f3-478d-950e-5567f5584a03 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] Calling delete_port for ed871c49-15b4-4ce9-8561-c3274a815b68 owned by compute:nova {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:58:09.759468 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9cc192-29d3-4b58-8aba-6f6d62deb68e req-71259754-b6b8-4b2b-bc6c-3a9a5b205787 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:58:09.761053 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-5e9cc192-29d3-4b58-8aba-6f6d62deb68e req-71259754-b6b8-4b2b-bc6c-3a9a5b205787 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] 10.222.0.72 "GET /v2.0/ports?device_id=a379180d-cdf0-4954-9566-f3e97973212c HTTP/1.1" status: 200 len: 946 time: 0.0500226 Jan 28 13:58:09.791472 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-359778a7-e531-4030-bf19-f734e445405d req-70118ccb-66f3-478d-950e-5567f5584a03 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742788697034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742788384835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4723325'] for port (ed871c49-15b4-4ce9-8561-c3274a815b68), after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:09.803875 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] get_ports_and_sgs() called for port_ids ['6dae7cd6-038a-42ca-b2a4-4b32da1ccbdb', '7579dd92-5bd4-4a05-a5ac-530c4d45554b', 'bc7f95d2-6d9a-4180-b1cb-4a76bc9b4ae8', 'ed871c49-15b4-4ce9-8561-c3274a815b68'] {{(pid=109086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:58:09.813039 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-5e9cc192-29d3-4b58-8aba-6f6d62deb68e req-01237812-ecf1-4bf9-93c4-5a955355c87a tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] 10.222.0.72 "GET /v2.0/security-groups?id=0c2237f5-e570-4df3-b859-dc7374b156b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455012 Jan 28 13:58:09.825386 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70118ccb-66f3-478d-950e-5567f5584a03 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] Pushing event deleted for resources: {'Port': ['ID=ed871c49-15b4-4ce9-8561-c3274a815b68,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:09.838763 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70118ccb-66f3-478d-950e-5567f5584a03 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:58:09.839108 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70118ccb-66f3-478d-950e-5567f5584a03 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:58:09.839450 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70118ccb-66f3-478d-950e-5567f5584a03 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:58:09.839794 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70118ccb-66f3-478d-950e-5567f5584a03 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:58:09.840123 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70118ccb-66f3-478d-950e-5567f5584a03 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:58:09.840456 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70118ccb-66f3-478d-950e-5567f5584a03 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:58:09.840783 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70118ccb-66f3-478d-950e-5567f5584a03 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:58:09.841145 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70118ccb-66f3-478d-950e-5567f5584a03 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:58:09.841471 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70118ccb-66f3-478d-950e-5567f5584a03 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:58:09.841796 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70118ccb-66f3-478d-950e-5567f5584a03 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:58:09.842119 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70118ccb-66f3-478d-950e-5567f5584a03 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:58:09.842438 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70118ccb-66f3-478d-950e-5567f5584a03 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:58:09.842758 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70118ccb-66f3-478d-950e-5567f5584a03 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:58:09.878941 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-359778a7-e531-4030-bf19-f734e445405d req-70118ccb-66f3-478d-950e-5567f5584a03 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] No DVR routers for this DVR port ed871c49-15b4-4ce9-8561-c3274a815b68 on host hv-cinder-82418 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:58:09.881935 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-359778a7-e531-4030-bf19-f734e445405d req-70118ccb-66f3-478d-950e-5567f5584a03 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91499'] for port (None), before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:09.885325 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-359778a7-e531-4030-bf19-f734e445405d req-70118ccb-66f3-478d-950e-5567f5584a03 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] 10.222.0.78 "DELETE /v2.0/ports/ed871c49-15b4-4ce9-8561-c3274a815b68 HTTP/1.1" status: 204 len: 173 time: 0.4131086 Jan 28 13:58:09.885823 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a379180d-cdf0-4954-9566-f3e97973212c', 'name': 'network-vif-deleted', 'tag': 'ed871c49-15b4-4ce9-8561-c3274a815b68'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:58:09.888256 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19ef927ebdb7e136520bf73605241c98ba3844c75ab8794845cb00139da391b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a365f0f2-1454-4d47-9df6-a078764ca008" -d '{"events": [{"server_uuid": "a379180d-cdf0-4954-9566-f3e97973212c", "name": "network-vif-deleted", "tag": "ed871c49-15b4-4ce9-8561-c3274a815b68"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:58:09.927128 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-510a3937-ffc0-4096-bb4b-2f868a39c827 x-openstack-request-id: req-510a3937-ffc0-4096-bb4b-2f868a39c827 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:58:09.927456 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a379180d-cdf0-4954-9566-f3e97973212c", "name": "network-vif-deleted", "tag": "ed871c49-15b4-4ce9-8561-c3274a815b68", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:58:09.927795 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-510a3937-ffc0-4096-bb4b-2f868a39c827 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:58:09.928219 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a379180d-cdf0-4954-9566-f3e97973212c', 'name': 'network-vif-deleted', 'tag': 'ed871c49-15b4-4ce9-8561-c3274a815b68', 'status': 'completed', 'code': 200} Jan 28 13:58:12.250235 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adef130c-132d-42cc-a96b-683120cbd7eb req-e707c77d-f2ed-4ed0-afda-12286faed17b tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:58:12.251703 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-adef130c-132d-42cc-a96b-683120cbd7eb req-e707c77d-f2ed-4ed0-afda-12286faed17b tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] 10.222.0.72 "GET /v2.0/ports?device_id=5dbf2093-d5e2-482e-a14b-3d128002ba49 HTTP/1.1" status: 200 len: 945 time: 0.0561976 Jan 28 13:58:12.304239 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-adef130c-132d-42cc-a96b-683120cbd7eb req-82a960c6-4660-4b16-b07a-4fadda099f8b tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] 10.222.0.72 "GET /v2.0/security-groups?id=0c2237f5-e570-4df3-b859-dc7374b156b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428593 Jan 28 13:58:13.446007 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5e7143-2191-4c3d-b716-be45c13ace20 req-dcee7a17-304e-4db0-8d5e-5a9347a5bbf3 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:58:13.447496 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-fb5e7143-2191-4c3d-b716-be45c13ace20 req-dcee7a17-304e-4db0-8d5e-5a9347a5bbf3 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] 10.222.0.72 "GET /v2.0/ports?device_id=5dbf2093-d5e2-482e-a14b-3d128002ba49 HTTP/1.1" status: 200 len: 945 time: 0.0548978 Jan 28 13:58:13.486283 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Device ed871c49-15b4-4ce9-8561-c3274a815b68 no longer exists at agent hyperv_hv-cinder-82418 {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:58:13.496360 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-fb5e7143-2191-4c3d-b716-be45c13ace20 req-13dacc50-5265-495f-b352-e954ee9bb2f6 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] 10.222.0.72 "GET /v2.0/security-groups?id=0c2237f5-e570-4df3-b859-dc7374b156b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429285 Jan 28 13:58:13.506914 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] No Port match for: ed871c49-15b4-4ce9-8561-c3274a815b68 {{(pid=109086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:58:13.507184 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Device ed871c49-15b4-4ce9-8561-c3274a815b68 not bound to the agent host hv-cinder-82418 {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:58:14.172770 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645d039f-27c4-4901-9332-9e966c604b01 req-8d2e4bee-cde6-4a77-8618-ff867d0c3142 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:58:14.174257 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-645d039f-27c4-4901-9332-9e966c604b01 req-8d2e4bee-cde6-4a77-8618-ff867d0c3142 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] 10.222.0.78 "GET /v2.0/ports?device_id=5dbf2093-d5e2-482e-a14b-3d128002ba49 HTTP/1.1" status: 200 len: 945 time: 0.0571866 Jan 28 13:58:14.266391 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-645d039f-27c4-4901-9332-9e966c604b01 req-05686739-9e1c-426e-ad87-920561e093d8 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] Deleting port bc7f95d2-6d9a-4180-b1cb-4a76bc9b4ae8 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:58:14.266730 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-645d039f-27c4-4901-9332-9e966c604b01 req-05686739-9e1c-426e-ad87-920561e093d8 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742788692592'] for port (bc7f95d2-6d9a-4180-b1cb-4a76bc9b4ae8), before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:14.361021 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-645d039f-27c4-4901-9332-9e966c604b01 req-05686739-9e1c-426e-ad87-920561e093d8 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] For port bc7f95d2-6d9a-4180-b1cb-4a76bc9b4ae8, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=bc7f95d2-6d9a-4180-b1cb-4a76bc9b4ae8,segment=NetworkSegment(138f5ee1-e076-44ea-abbf-a8c49ebddcd6),segment_id=138f5ee1-e076-44ea-abbf-a8c49ebddcd6)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:58:14.361268 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-645d039f-27c4-4901-9332-9e966c604b01 req-05686739-9e1c-426e-ad87-920561e093d8 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818260'] for port (bc7f95d2-6d9a-4180-b1cb-4a76bc9b4ae8), precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:14.373447 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-645d039f-27c4-4901-9332-9e966c604b01 req-05686739-9e1c-426e-ad87-920561e093d8 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] Calling delete_port for bc7f95d2-6d9a-4180-b1cb-4a76bc9b4ae8 owned by compute:nova {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:58:14.509330 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-645d039f-27c4-4901-9332-9e966c604b01 req-05686739-9e1c-426e-ad87-920561e093d8 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742788697034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742788384835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4723325'] for port (bc7f95d2-6d9a-4180-b1cb-4a76bc9b4ae8), after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:14.522656 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] get_ports_and_sgs() called for port_ids ['6dae7cd6-038a-42ca-b2a4-4b32da1ccbdb', '7579dd92-5bd4-4a05-a5ac-530c4d45554b', 'bc7f95d2-6d9a-4180-b1cb-4a76bc9b4ae8'] {{(pid=109086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:58:14.545449 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05686739-9e1c-426e-ad87-920561e093d8 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] Pushing event deleted for resources: {'Port': ['ID=bc7f95d2-6d9a-4180-b1cb-4a76bc9b4ae8,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:14.591421 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-645d039f-27c4-4901-9332-9e966c604b01 req-05686739-9e1c-426e-ad87-920561e093d8 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] No DVR routers for this DVR port bc7f95d2-6d9a-4180-b1cb-4a76bc9b4ae8 on host hv-cinder-82418 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:58:14.594109 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-645d039f-27c4-4901-9332-9e966c604b01 req-05686739-9e1c-426e-ad87-920561e093d8 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91499'] for port (None), before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:14.597561 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-645d039f-27c4-4901-9332-9e966c604b01 req-05686739-9e1c-426e-ad87-920561e093d8 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] 10.222.0.78 "DELETE /v2.0/ports/bc7f95d2-6d9a-4180-b1cb-4a76bc9b4ae8 HTTP/1.1" status: 204 len: 173 time: 0.4174132 Jan 28 13:58:14.598033 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dbf2093-d5e2-482e-a14b-3d128002ba49', 'name': 'network-vif-deleted', 'tag': 'bc7f95d2-6d9a-4180-b1cb-4a76bc9b4ae8'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:58:14.600408 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19ef927ebdb7e136520bf73605241c98ba3844c75ab8794845cb00139da391b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f00d6301-c969-4fe5-a287-3c4f253761a4" -d '{"events": [{"server_uuid": "5dbf2093-d5e2-482e-a14b-3d128002ba49", "name": "network-vif-deleted", "tag": "bc7f95d2-6d9a-4180-b1cb-4a76bc9b4ae8"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:58:14.608991 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-9be6bcf2-12d4-4b22-863f-4bef0e2b7fef req-93da528e-0fdc-47f2-b7b7-425148a366e4 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] 10.222.0.72 "GET /v2.0/ports?device_id=5dbf2093-d5e2-482e-a14b-3d128002ba49 HTTP/1.1" status: 200 len: 210 time: 0.0299060 Jan 28 13:58:14.641722 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3592f817-37dc-4ff9-ac54-7660b6afe29f x-openstack-request-id: req-3592f817-37dc-4ff9-ac54-7660b6afe29f {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:58:14.642194 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dbf2093-d5e2-482e-a14b-3d128002ba49", "name": "network-vif-deleted", "tag": "bc7f95d2-6d9a-4180-b1cb-4a76bc9b4ae8", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:58:14.642339 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-3592f817-37dc-4ff9-ac54-7660b6afe29f {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:58:14.642686 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dbf2093-d5e2-482e-a14b-3d128002ba49', 'name': 'network-vif-deleted', 'tag': 'bc7f95d2-6d9a-4180-b1cb-4a76bc9b4ae8', 'status': 'completed', 'code': 200} Jan 28 13:58:15.887339 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2101fd-c5f2-4755-8ac7-10acdf3496a5 req-0a24354e-78f0-4b1c-8dfb-36f4ece82499 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:58:15.889000 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-3f2101fd-c5f2-4755-8ac7-10acdf3496a5 req-0a24354e-78f0-4b1c-8dfb-36f4ece82499 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] 10.222.0.72 "GET /v2.0/ports?device_id=13808945-14cc-4a45-9346-6a2dc3675ae4 HTTP/1.1" status: 200 len: 945 time: 0.0506492 Jan 28 13:58:15.936579 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-3f2101fd-c5f2-4755-8ac7-10acdf3496a5 req-0ed087b9-8982-4306-9174-e91fcba54ef2 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] 10.222.0.72 "GET /v2.0/security-groups?id=0c2237f5-e570-4df3-b859-dc7374b156b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417197 Jan 28 13:58:17.088327 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5cf927-3d88-4588-85b2-8b939fac8072 req-8e291195-8fd4-45a1-b44d-c83fb9cd892a tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:58:17.089844 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-bc5cf927-3d88-4588-85b2-8b939fac8072 req-8e291195-8fd4-45a1-b44d-c83fb9cd892a tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] 10.222.0.72 "GET /v2.0/ports?device_id=13808945-14cc-4a45-9346-6a2dc3675ae4 HTTP/1.1" status: 200 len: 945 time: 0.0542428 Jan 28 13:58:17.139176 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-bc5cf927-3d88-4588-85b2-8b939fac8072 req-dcc599cd-22b6-4050-83f8-c52ba33786be tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] 10.222.0.72 "GET /v2.0/security-groups?id=0c2237f5-e570-4df3-b859-dc7374b156b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408843 Jan 28 13:58:17.525748 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Device bc7f95d2-6d9a-4180-b1cb-4a76bc9b4ae8 no longer exists at agent hyperv_hv-cinder-82418 {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:58:17.544996 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] No Port match for: bc7f95d2-6d9a-4180-b1cb-4a76bc9b4ae8 {{(pid=109086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:58:17.545336 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Device bc7f95d2-6d9a-4180-b1cb-4a76bc9b4ae8 not bound to the agent host hv-cinder-82418 {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:58:17.666208 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc32526-abca-4a6f-a834-4211216e3dec req-ca34dc94-0b00-470a-a889-06135946b839 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:58:17.667651 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-fdc32526-abca-4a6f-a834-4211216e3dec req-ca34dc94-0b00-470a-a889-06135946b839 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] 10.222.0.78 "GET /v2.0/ports?device_id=13808945-14cc-4a45-9346-6a2dc3675ae4 HTTP/1.1" status: 200 len: 945 time: 0.0576828 Jan 28 13:58:17.762599 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-fdc32526-abca-4a6f-a834-4211216e3dec req-4ab2a50e-65c3-497a-8081-6c14f8f98711 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] Deleting port 7579dd92-5bd4-4a05-a5ac-530c4d45554b {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:58:17.762886 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-fdc32526-abca-4a6f-a834-4211216e3dec req-4ab2a50e-65c3-497a-8081-6c14f8f98711 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742788692592'] for port (7579dd92-5bd4-4a05-a5ac-530c4d45554b), before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:17.854413 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-fdc32526-abca-4a6f-a834-4211216e3dec req-4ab2a50e-65c3-497a-8081-6c14f8f98711 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] For port 7579dd92-5bd4-4a05-a5ac-530c4d45554b, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=7579dd92-5bd4-4a05-a5ac-530c4d45554b,segment=NetworkSegment(138f5ee1-e076-44ea-abbf-a8c49ebddcd6),segment_id=138f5ee1-e076-44ea-abbf-a8c49ebddcd6)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:58:17.854670 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-fdc32526-abca-4a6f-a834-4211216e3dec req-4ab2a50e-65c3-497a-8081-6c14f8f98711 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818260'] for port (7579dd92-5bd4-4a05-a5ac-530c4d45554b), precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:17.867628 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-fdc32526-abca-4a6f-a834-4211216e3dec req-4ab2a50e-65c3-497a-8081-6c14f8f98711 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] Calling delete_port for 7579dd92-5bd4-4a05-a5ac-530c4d45554b owned by compute:nova {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:58:17.997158 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-fdc32526-abca-4a6f-a834-4211216e3dec req-4ab2a50e-65c3-497a-8081-6c14f8f98711 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742788697034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742788384835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4723325'] for port (7579dd92-5bd4-4a05-a5ac-530c4d45554b), after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:18.013762 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] get_ports_and_sgs() called for port_ids ['6dae7cd6-038a-42ca-b2a4-4b32da1ccbdb', '7579dd92-5bd4-4a05-a5ac-530c4d45554b'] {{(pid=109086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:58:18.030696 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab2a50e-65c3-497a-8081-6c14f8f98711 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] Pushing event deleted for resources: {'Port': ['ID=7579dd92-5bd4-4a05-a5ac-530c4d45554b,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:18.072664 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdc32526-abca-4a6f-a834-4211216e3dec req-4ab2a50e-65c3-497a-8081-6c14f8f98711 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] No DVR routers for this DVR port 7579dd92-5bd4-4a05-a5ac-530c4d45554b on host hv-cinder-82418 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:58:18.075132 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-fdc32526-abca-4a6f-a834-4211216e3dec req-4ab2a50e-65c3-497a-8081-6c14f8f98711 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91499'] for port (None), before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:18.078466 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-fdc32526-abca-4a6f-a834-4211216e3dec req-4ab2a50e-65c3-497a-8081-6c14f8f98711 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] 10.222.0.78 "DELETE /v2.0/ports/7579dd92-5bd4-4a05-a5ac-530c4d45554b HTTP/1.1" status: 204 len: 173 time: 0.4022377 Jan 28 13:58:18.078927 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13808945-14cc-4a45-9346-6a2dc3675ae4', 'name': 'network-vif-deleted', 'tag': '7579dd92-5bd4-4a05-a5ac-530c4d45554b'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:58:18.081376 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19ef927ebdb7e136520bf73605241c98ba3844c75ab8794845cb00139da391b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d99a84e9-c991-4061-aff3-f52bd148cfa3" -d '{"events": [{"server_uuid": "13808945-14cc-4a45-9346-6a2dc3675ae4", "name": "network-vif-deleted", "tag": "7579dd92-5bd4-4a05-a5ac-530c4d45554b"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:58:18.122384 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd151d59-48f4-488c-9984-faad58080da7 x-openstack-request-id: req-dd151d59-48f4-488c-9984-faad58080da7 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:58:18.123064 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13808945-14cc-4a45-9346-6a2dc3675ae4", "name": "network-vif-deleted", "tag": "7579dd92-5bd4-4a05-a5ac-530c4d45554b", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:58:18.123064 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-dd151d59-48f4-488c-9984-faad58080da7 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:58:18.123448 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13808945-14cc-4a45-9346-6a2dc3675ae4', 'name': 'network-vif-deleted', 'tag': '7579dd92-5bd4-4a05-a5ac-530c4d45554b', 'status': 'completed', 'code': 200} Jan 28 13:58:18.253870 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-890a629f-990a-4d89-93c6-2112644db1bf req-51004f1c-9284-43c1-ab87-baf0498ba8e1 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] 10.222.0.72 "GET /v2.0/ports?device_id=13808945-14cc-4a45-9346-6a2dc3675ae4 HTTP/1.1" status: 200 len: 210 time: 0.0266752 Jan 28 13:58:19.484062 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.agents_db [None req-2611350c-8bbf-4fa3-a5bb-e2ba3591f3a7 None None] Agent healthcheck: found 6 active agents {{(pid=109087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:58:20.675448 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e10302-ce5e-41c9-9881-3848ae9d0251 req-78fd6522-ce67-401a-b4db-7cb8d5b3fa07 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:58:20.676811 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-25e10302-ce5e-41c9-9881-3848ae9d0251 req-78fd6522-ce67-401a-b4db-7cb8d5b3fa07 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] 10.222.0.72 "GET /v2.0/ports?device_id=6cde007c-5a76-4aa8-b0a1-675fa52c727e HTTP/1.1" status: 200 len: 945 time: 0.0557423 Jan 28 13:58:20.727074 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-25e10302-ce5e-41c9-9881-3848ae9d0251 req-80070fac-bdf3-4c5b-aff9-a0da31088133 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] 10.222.0.72 "GET /v2.0/security-groups?id=0c2237f5-e570-4df3-b859-dc7374b156b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421495 Jan 28 13:58:21.563291 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Device 7579dd92-5bd4-4a05-a5ac-530c4d45554b no longer exists at agent hyperv_hv-cinder-82418 {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:58:21.586760 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] No Port match for: 7579dd92-5bd4-4a05-a5ac-530c4d45554b {{(pid=109086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:58:21.587126 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Device 7579dd92-5bd4-4a05-a5ac-530c4d45554b not bound to the agent host hv-cinder-82418 {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:58:21.851211 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56995b3f-1218-438d-b41c-e83be6768404 req-473ab1d1-2516-4ccd-bffb-1ea68a5428f0 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:58:21.852574 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-56995b3f-1218-438d-b41c-e83be6768404 req-473ab1d1-2516-4ccd-bffb-1ea68a5428f0 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] 10.222.0.72 "GET /v2.0/ports?device_id=6cde007c-5a76-4aa8-b0a1-675fa52c727e HTTP/1.1" status: 200 len: 945 time: 0.0518329 Jan 28 13:58:21.910467 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-56995b3f-1218-438d-b41c-e83be6768404 req-739096fb-2b64-458a-96c6-eaf4eae0e0c8 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] 10.222.0.72 "GET /v2.0/security-groups?id=0c2237f5-e570-4df3-b859-dc7374b156b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500045 Jan 28 13:58:22.497091 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec40636-f5c9-437e-a822-99346eaa677b req-5d7d6914-da42-4c0b-835f-14e43b5e69ac tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:58:22.499363 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-4ec40636-f5c9-437e-a822-99346eaa677b req-5d7d6914-da42-4c0b-835f-14e43b5e69ac tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] 10.222.0.78 "GET /v2.0/ports?device_id=6cde007c-5a76-4aa8-b0a1-675fa52c727e HTTP/1.1" status: 200 len: 945 time: 0.0660365 Jan 28 13:58:22.595768 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-4ec40636-f5c9-437e-a822-99346eaa677b req-a434d6f3-87ae-4112-9f39-f7c24c9cb5df tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] Deleting port 6dae7cd6-038a-42ca-b2a4-4b32da1ccbdb {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:58:22.596111 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-4ec40636-f5c9-437e-a822-99346eaa677b req-a434d6f3-87ae-4112-9f39-f7c24c9cb5df tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742788692592'] for port (6dae7cd6-038a-42ca-b2a4-4b32da1ccbdb), before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:22.688966 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-4ec40636-f5c9-437e-a822-99346eaa677b req-a434d6f3-87ae-4112-9f39-f7c24c9cb5df tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] For port 6dae7cd6-038a-42ca-b2a4-4b32da1ccbdb, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=6dae7cd6-038a-42ca-b2a4-4b32da1ccbdb,segment=NetworkSegment(138f5ee1-e076-44ea-abbf-a8c49ebddcd6),segment_id=138f5ee1-e076-44ea-abbf-a8c49ebddcd6)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:58:22.689339 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-4ec40636-f5c9-437e-a822-99346eaa677b req-a434d6f3-87ae-4112-9f39-f7c24c9cb5df tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818260'] for port (6dae7cd6-038a-42ca-b2a4-4b32da1ccbdb), precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:22.702084 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-4ec40636-f5c9-437e-a822-99346eaa677b req-a434d6f3-87ae-4112-9f39-f7c24c9cb5df tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] Calling delete_port for 6dae7cd6-038a-42ca-b2a4-4b32da1ccbdb owned by compute:nova {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:58:22.839245 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-4ec40636-f5c9-437e-a822-99346eaa677b req-a434d6f3-87ae-4112-9f39-f7c24c9cb5df tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742788697034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742788384835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4723325'] for port (6dae7cd6-038a-42ca-b2a4-4b32da1ccbdb), after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:22.851081 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] get_ports_and_sgs() called for port_ids ['6dae7cd6-038a-42ca-b2a4-4b32da1ccbdb'] {{(pid=109086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:58:22.867779 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a434d6f3-87ae-4112-9f39-f7c24c9cb5df tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] Pushing event deleted for resources: {'Port': ['ID=6dae7cd6-038a-42ca-b2a4-4b32da1ccbdb,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:22.910631 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ec40636-f5c9-437e-a822-99346eaa677b req-a434d6f3-87ae-4112-9f39-f7c24c9cb5df tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] No DVR routers for this DVR port 6dae7cd6-038a-42ca-b2a4-4b32da1ccbdb on host hv-cinder-82418 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:58:22.913263 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-4ec40636-f5c9-437e-a822-99346eaa677b req-a434d6f3-87ae-4112-9f39-f7c24c9cb5df tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91499'] for port (None), before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:22.917092 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-4ec40636-f5c9-437e-a822-99346eaa677b req-a434d6f3-87ae-4112-9f39-f7c24c9cb5df tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] 10.222.0.78 "DELETE /v2.0/ports/6dae7cd6-038a-42ca-b2a4-4b32da1ccbdb HTTP/1.1" status: 204 len: 173 time: 0.4120145 Jan 28 13:58:22.917545 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cde007c-5a76-4aa8-b0a1-675fa52c727e', 'name': 'network-vif-deleted', 'tag': '6dae7cd6-038a-42ca-b2a4-4b32da1ccbdb'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:58:22.919805 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19ef927ebdb7e136520bf73605241c98ba3844c75ab8794845cb00139da391b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1d99e1e-0ae1-45fb-85aa-8ccd1f65830e" -d '{"events": [{"server_uuid": "6cde007c-5a76-4aa8-b0a1-675fa52c727e", "name": "network-vif-deleted", "tag": "6dae7cd6-038a-42ca-b2a4-4b32da1ccbdb"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:58:22.959061 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd5182fe-dfdb-411e-96d9-baff3cc3b34a x-openstack-request-id: req-bd5182fe-dfdb-411e-96d9-baff3cc3b34a {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:58:22.959365 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cde007c-5a76-4aa8-b0a1-675fa52c727e", "name": "network-vif-deleted", "tag": "6dae7cd6-038a-42ca-b2a4-4b32da1ccbdb", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:58:22.959623 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-bd5182fe-dfdb-411e-96d9-baff3cc3b34a {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:58:22.960027 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cde007c-5a76-4aa8-b0a1-675fa52c727e', 'name': 'network-vif-deleted', 'tag': '6dae7cd6-038a-42ca-b2a4-4b32da1ccbdb', 'status': 'completed', 'code': 200} Jan 28 13:58:23.012326 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-a4b34862-179a-441f-a118-7f176cdfb8dd req-d6b78c54-e26b-4aa3-9b38-699accf29040 tempest-AttachVolumeNegativeTest-2135910177 tempest-AttachVolumeNegativeTest-2135910177-project] 10.222.0.72 "GET /v2.0/ports?device_id=6cde007c-5a76-4aa8-b0a1-675fa52c727e HTTP/1.1" status: 200 len: 210 time: 0.0267308 Jan 28 13:58:24.077974 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 49584) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:24.128056 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.db.db_base_plugin_v2 [None req-e45e6364-aa00-4d06-9810-5dedd38719e7 admin admin] Deleting subnet 5e5de745-b1fa-4209-bcac-141ee6f28a58 {{(pid=109085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:58:24.131446 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e45e6364-aa00-4d06-9810-5dedd38719e7 admin admin] Publish callbacks [] for subnet (5e5de745-b1fa-4209-bcac-141ee6f28a58), before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:24.166461 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e45e6364-aa00-4d06-9810-5dedd38719e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6262705'] for subnet (5e5de745-b1fa-4209-bcac-141ee6f28a58), precommit_delete_associations {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:24.208089 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e45e6364-aa00-4d06-9810-5dedd38719e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1036461'] for subnet (5e5de745-b1fa-4209-bcac-141ee6f28a58), precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:24.262690 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e45e6364-aa00-4d06-9810-5dedd38719e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1036450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4723272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4593664'] for subnet (5e5de745-b1fa-4209-bcac-141ee6f28a58), after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:24.289910 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-e45e6364-aa00-4d06-9810-5dedd38719e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032615'] for subnet (None), before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:24.293301 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-e45e6364-aa00-4d06-9810-5dedd38719e7 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/5e5de745-b1fa-4209-bcac-141ee6f28a58 HTTP/1.1" status: 204 len: 168 time: 0.2139540 Jan 28 13:58:24.294344 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45e6364-aa00-4d06-9810-5dedd38719e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e5de745-b1fa-4209-bcac-141ee6f28a58,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:24.296079 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 49586) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:24.368508 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-8374698d-b73a-4799-856a-0694cff411fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-799852'] for network (a0a03de1-89bc-4abc-a7de-5e839a993506), before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:24.689646 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-8374698d-b73a-4799-856a-0694cff411fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1044054', 'neutron.services.segments.db._delete_segments_for_network-8742788684692'] for network (a0a03de1-89bc-4abc-a7de-5e839a993506), precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:24.709616 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.services.segments.db [None req-8374698d-b73a-4799-856a-0694cff411fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0a03de1-89bc-4abc-a7de-5e839a993506']}} {{(pid=109084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:58:24.719472 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.services.segments.db [None req-8374698d-b73a-4799-856a-0694cff411fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '138f5ee1-e076-44ea-abbf-a8c49ebddcd6') {'for_net_delete': True} {{(pid=109084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:58:24.719774 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.services.segments.db [None req-8374698d-b73a-4799-856a-0694cff411fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '138f5ee1-e076-44ea-abbf-a8c49ebddcd6') {} {{(pid=109084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:58:24.729696 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-8374698d-b73a-4799-856a-0694cff411fc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742788686749', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4731622'] for segment (138f5ee1-e076-44ea-abbf-a8c49ebddcd6), before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:24.742667 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-8374698d-b73a-4799-856a-0694cff411fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-923698'] for segment (138f5ee1-e076-44ea-abbf-a8c49ebddcd6), precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:24.748826 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8374698d-b73a-4799-856a-0694cff411fc admin admin] Releasing vlan 701 on physical network physnet1 to pool {{(pid=109084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:58:24.749259 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-8374698d-b73a-4799-856a-0694cff411fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-923698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6110770'] for segment (138f5ee1-e076-44ea-abbf-a8c49ebddcd6), after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:24.750891 dv-cinder-824187-7-iscsi neutron-server[109084]: Traceback (most recent call last): Jan 28 13:58:24.750891 dv-cinder-824187-7-iscsi neutron-server[109084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:58:24.750891 dv-cinder-824187-7-iscsi neutron-server[109084]: timer() Jan 28 13:58:24.750891 dv-cinder-824187-7-iscsi neutron-server[109084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:58:24.750891 dv-cinder-824187-7-iscsi neutron-server[109084]: cb(*args, **kw) Jan 28 13:58:24.750891 dv-cinder-824187-7-iscsi neutron-server[109084]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:58:24.750891 dv-cinder-824187-7-iscsi neutron-server[109084]: return func(*args, **kwargs) Jan 28 13:58:24.750891 dv-cinder-824187-7-iscsi neutron-server[109084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:58:24.750891 dv-cinder-824187-7-iscsi neutron-server[109084]: self._notify() Jan 28 13:58:24.750891 dv-cinder-824187-7-iscsi neutron-server[109084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:58:24.750891 dv-cinder-824187-7-iscsi neutron-server[109084]: self.callback(batched_events) Jan 28 13:58:24.750891 dv-cinder-824187-7-iscsi neutron-server[109084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:58:24.750891 dv-cinder-824187-7-iscsi neutron-server[109084]: event.method(event) Jan 28 13:58:24.750891 dv-cinder-824187-7-iscsi neutron-server[109084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:58:24.750891 dv-cinder-824187-7-iscsi neutron-server[109084]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:58:24.750891 dv-cinder-824187-7-iscsi neutron-server[109084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:58:24.750891 dv-cinder-824187-7-iscsi neutron-server[109084]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:58:24.750891 dv-cinder-824187-7-iscsi neutron-server[109084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:58:24.750891 dv-cinder-824187-7-iscsi neutron-server[109084]: return f(self, *a, **k) Jan 28 13:58:24.750891 dv-cinder-824187-7-iscsi neutron-server[109084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:58:24.750891 dv-cinder-824187-7-iscsi neutron-server[109084]: return self._get(url).json() Jan 28 13:58:24.750891 dv-cinder-824187-7-iscsi neutron-server[109084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:58:24.750891 dv-cinder-824187-7-iscsi neutron-server[109084]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:58:24.750891 dv-cinder-824187-7-iscsi neutron-server[109084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:58:24.750891 dv-cinder-824187-7-iscsi neutron-server[109084]: return self.request(url, 'GET', **kwargs) Jan 28 13:58:24.750891 dv-cinder-824187-7-iscsi neutron-server[109084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:58:24.750891 dv-cinder-824187-7-iscsi neutron-server[109084]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:58:24.750891 dv-cinder-824187-7-iscsi neutron-server[109084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:58:24.750891 dv-cinder-824187-7-iscsi neutron-server[109084]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:58:24.750891 dv-cinder-824187-7-iscsi neutron-server[109084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:58:24.750891 dv-cinder-824187-7-iscsi neutron-server[109084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:58:24.750891 dv-cinder-824187-7-iscsi neutron-server[109084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:58:24.808520 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-8374698d-b73a-4799-856a-0694cff411fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1044015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1817757'] for network (a0a03de1-89bc-4abc-a7de-5e839a993506), after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:24.815145 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-8374698d-b73a-4799-856a-0694cff411fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032615'] for network (None), before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:24.818420 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-8374698d-b73a-4799-856a-0694cff411fc admin admin] 10.222.0.72 "DELETE /v2.0/networks/a0a03de1-89bc-4abc-a7de-5e839a993506 HTTP/1.1" status: 204 len: 168 time: 0.5206823 Jan 28 13:58:24.830830 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8374698d-b73a-4799-856a-0694cff411fc admin admin] Pushing event deleted for resources: {'Network': ['ID=a0a03de1-89bc-4abc-a7de-5e839a993506,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:24.838755 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8374698d-b73a-4799-856a-0694cff411fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:58:24.839115 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8374698d-b73a-4799-856a-0694cff411fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:58:24.839471 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8374698d-b73a-4799-856a-0694cff411fc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:58:24.839773 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8374698d-b73a-4799-856a-0694cff411fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:58:24.840141 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8374698d-b73a-4799-856a-0694cff411fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:58:24.840486 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8374698d-b73a-4799-856a-0694cff411fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:58:24.840815 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8374698d-b73a-4799-856a-0694cff411fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:58:24.841181 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8374698d-b73a-4799-856a-0694cff411fc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:58:24.841518 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8374698d-b73a-4799-856a-0694cff411fc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:58:24.841835 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8374698d-b73a-4799-856a-0694cff411fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:58:24.842165 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8374698d-b73a-4799-856a-0694cff411fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:58:24.842505 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8374698d-b73a-4799-856a-0694cff411fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:58:24.842816 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8374698d-b73a-4799-856a-0694cff411fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:58:24.988744 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 49590) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:25.029547 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-c52636da-fc06-4d6a-8d7e-5d177d5d41de admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=752b92271d05454584ec03438c6dee5f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0395515 Jan 28 13:58:25.032758 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 49592) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:25.082529 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-261de00d-99e0-4682-a717-fdeebef58fbe admin admin] Publish callbacks [] for security_group (0c2237f5-e570-4df3-b859-dc7374b156b3), before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:25.107188 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-261de00d-99e0-4682-a717-fdeebef58fbe admin admin] Publish callbacks [] for security_group (0c2237f5-e570-4df3-b859-dc7374b156b3), precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:25.157434 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-261de00d-99e0-4682-a717-fdeebef58fbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (0c2237f5-e570-4df3-b859-dc7374b156b3), after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:25.160360 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-261de00d-99e0-4682-a717-fdeebef58fbe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:25.161880 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-261de00d-99e0-4682-a717-fdeebef58fbe admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/0c2237f5-e570-4df3-b859-dc7374b156b3 HTTP/1.1" status: 204 len: 168 time: 0.1282136 Jan 28 13:58:25.170075 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261de00d-99e0-4682-a717-fdeebef58fbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c2237f5-e570-4df3-b859-dc7374b156b3,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:25.869453 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 49614) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:25.991412 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.v2.base [None req-6bfe24a5-06d7-4d1a-b894-377f7ec3955e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-585552313-network', 'tenant_id': '86237efd5d3245a09d01a5de2c0cf79e'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:58:26.016131 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bfe24a5-06d7-4d1a-b894-377f7ec3955e admin admin] Made reservation on behalf of 86237efd5d3245a09d01a5de2c0cf79e for: {'network': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:58:26.018309 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6bfe24a5-06d7-4d1a-b894-377f7ec3955e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for network (None), before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:26.031328 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6bfe24a5-06d7-4d1a-b894-377f7ec3955e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:26.111100 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6bfe24a5-06d7-4d1a-b894-377f7ec3955e admin admin] Publish callbacks [] for security_group (2b1451d7-aebb-4197-bc86-e432c4c80919), precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:26.117730 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6bfe24a5-06d7-4d1a-b894-377f7ec3955e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (2b1451d7-aebb-4197-bc86-e432c4c80919), after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:26.137675 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bfe24a5-06d7-4d1a-b894-377f7ec3955e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 706} {{(pid=109085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:58:26.152183 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfe24a5-06d7-4d1a-b894-377f7ec3955e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b1451d7-aebb-4197-bc86-e432c4c80919,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:26.155069 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6bfe24a5-06d7-4d1a-b894-377f7ec3955e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-923698'] for segment (68f85c3c-9d17-4094-a4bc-2b1608251edd), precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:26.155414 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.db.segments_db [None req-6bfe24a5-06d7-4d1a-b894-377f7ec3955e admin admin] Added segment 68f85c3c-9d17-4094-a4bc-2b1608251edd of type vlan for network 917ba457-a50c-4b30-9c48-4b9b2e63c8f0 Jan 28 13:58:26.194973 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6bfe24a5-06d7-4d1a-b894-377f7ec3955e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742788371074'] for network (917ba457-a50c-4b30-9c48-4b9b2e63c8f0), precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:26.221979 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6bfe24a5-06d7-4d1a-b894-377f7ec3955e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625'] for network (917ba457-a50c-4b30-9c48-4b9b2e63c8f0), after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:26.222950 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bfe24a5-06d7-4d1a-b894-377f7ec3955e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:58:26.223551 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-6bfe24a5-06d7-4d1a-b894-377f7ec3955e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032615'] for network (None), before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:26.274844 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-6bfe24a5-06d7-4d1a-b894-377f7ec3955e admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4040718 Jan 28 13:58:26.277748 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 49618) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:26.282821 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.v2.base [None req-2f9267b2-7792-4b78-a45a-762599ff7d53 admin admin] Request body: {'subnet': {'network_id': '917ba457-a50c-4b30-9c48-4b9b2e63c8f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-585552313-subnet', 'tenant_id': '86237efd5d3245a09d01a5de2c0cf79e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:58:26.284409 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfe24a5-06d7-4d1a-b894-377f7ec3955e admin admin] Pushing event updated for resources: {'Network': ['ID=917ba457-a50c-4b30-9c48-4b9b2e63c8f0,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:26.294657 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Network 917ba457-a50c-4b30-9c48-4b9b2e63c8f0 details requested by agent ovs-agent-dv-cinder-824187-7-iscsi with host dv-cinder-824187-7-iscsi {{(pid=109086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:58:26.305960 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f9267b2-7792-4b78-a45a-762599ff7d53 admin admin] Made reservation on behalf of 86237efd5d3245a09d01a5de2c0cf79e for: {'subnet': 1} {{(pid=109084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:58:26.308649 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-2f9267b2-7792-4b78-a45a-762599ff7d53 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5831756'] for subnet (None), before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:26.474526 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-2f9267b2-7792-4b78-a45a-762599ff7d53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6110873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5831774'] for subnet (fe19c85a-aa20-42f2-aff8-8b2320d37b59), after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:26.527221 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9267b2-7792-4b78-a45a-762599ff7d53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe19c85a-aa20-42f2-aff8-8b2320d37b59,revision_number=0']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:26.543364 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f9267b2-7792-4b78-a45a-762599ff7d53 admin admin] Checking segment: {'id': '68f85c3c-9d17-4094-a4bc-2b1608251edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '917ba457-a50c-4b30-9c48-4b9b2e63c8f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:58:26.543713 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f9267b2-7792-4b78-a45a-762599ff7d53 admin admin] Network hostable DHCP agents. Network: 917ba457-a50c-4b30-9c48-4b9b2e63c8f0, hostable agents: ['fe6892c5-7eb1-46ce-88dd-77c5bcc32263'], hosted agents: [] {{(pid=109084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:58:26.561810 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f9267b2-7792-4b78-a45a-762599ff7d53 admin admin] Network 917ba457-a50c-4b30-9c48-4b9b2e63c8f0 is scheduled to be hosted by DHCP agent fe6892c5-7eb1-46ce-88dd-77c5bcc32263 with binding_index 1 {{(pid=109084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:58:26.570880 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.scheduler.base_scheduler [None req-2f9267b2-7792-4b78-a45a-762599ff7d53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824187-7-iscsi, 917ba457-a50c-4b30-9c48-4b9b2e63c8f0) {{(pid=109084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:58:26.575331 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f9267b2-7792-4b78-a45a-762599ff7d53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:58:26.575954 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-2f9267b2-7792-4b78-a45a-762599ff7d53 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:26.579971 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbb340ad-0977-4808-a803-9539dee75b03 None None] Network 917ba457-a50c-4b30-9c48-4b9b2e63c8f0 requested from dv-cinder-824187-7-iscsi {{(pid=109086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:58:26.592652 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-2f9267b2-7792-4b78-a45a-762599ff7d53 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3137207 Jan 28 13:58:26.683354 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e9f8301-fb30-4b81-8a7b-4709a6ed2090 None None] Network 917ba457-a50c-4b30-9c48-4b9b2e63c8f0 requested from dv-cinder-824187-7-iscsi {{(pid=109086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:58:27.083114 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 49634) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:27.089592 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.v2.base [None req-37cc8cfe-0a8c-4bdf-813c-3eb3843bfff0 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1491958728-network', 'tenant_id': 'd42ecd68f3f64848b5c9bbc09a437dc0'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:58:27.112629 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37cc8cfe-0a8c-4bdf-813c-3eb3843bfff0 admin admin] Made reservation on behalf of d42ecd68f3f64848b5c9bbc09a437dc0 for: {'network': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:58:27.120618 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-37cc8cfe-0a8c-4bdf-813c-3eb3843bfff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for network (None), before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:27.133267 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-37cc8cfe-0a8c-4bdf-813c-3eb3843bfff0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:27.217196 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-37cc8cfe-0a8c-4bdf-813c-3eb3843bfff0 admin admin] Publish callbacks [] for security_group (b49e32c1-dd65-4379-a8ec-46218b114669), precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:27.222818 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-37cc8cfe-0a8c-4bdf-813c-3eb3843bfff0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (b49e32c1-dd65-4379-a8ec-46218b114669), after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:27.243305 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37cc8cfe-0a8c-4bdf-813c-3eb3843bfff0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 725} {{(pid=109085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:58:27.259479 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-37cc8cfe-0a8c-4bdf-813c-3eb3843bfff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-923698'] for segment (6ef59919-294e-449d-91c0-57a17eb1f77a), precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:27.259862 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.db.segments_db [None req-37cc8cfe-0a8c-4bdf-813c-3eb3843bfff0 admin admin] Added segment 6ef59919-294e-449d-91c0-57a17eb1f77a of type vlan for network e57c6122-3954-4899-9da2-7108b2878bcd Jan 28 13:58:27.261223 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cc8cfe-0a8c-4bdf-813c-3eb3843bfff0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b49e32c1-dd65-4379-a8ec-46218b114669,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:27.302313 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-37cc8cfe-0a8c-4bdf-813c-3eb3843bfff0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742788371074'] for network (e57c6122-3954-4899-9da2-7108b2878bcd), precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:27.331655 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-37cc8cfe-0a8c-4bdf-813c-3eb3843bfff0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625'] for network (e57c6122-3954-4899-9da2-7108b2878bcd), after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:27.332545 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37cc8cfe-0a8c-4bdf-813c-3eb3843bfff0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:58:27.333195 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-37cc8cfe-0a8c-4bdf-813c-3eb3843bfff0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032615'] for network (None), before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:27.381688 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-37cc8cfe-0a8c-4bdf-813c-3eb3843bfff0 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.2972686 Jan 28 13:58:27.384696 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 49636) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:27.390248 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.v2.base [None req-068762b8-a3eb-4057-93ae-ea9671454f8f admin admin] Request body: {'subnet': {'network_id': 'e57c6122-3954-4899-9da2-7108b2878bcd', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1491958728-subnet', 'tenant_id': 'd42ecd68f3f64848b5c9bbc09a437dc0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:58:27.396670 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cc8cfe-0a8c-4bdf-813c-3eb3843bfff0 admin admin] Pushing event updated for resources: {'Network': ['ID=e57c6122-3954-4899-9da2-7108b2878bcd,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:27.407262 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Network e57c6122-3954-4899-9da2-7108b2878bcd details requested by agent ovs-agent-dv-cinder-824187-7-iscsi with host dv-cinder-824187-7-iscsi {{(pid=109086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:58:27.412265 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-068762b8-a3eb-4057-93ae-ea9671454f8f admin admin] Made reservation on behalf of d42ecd68f3f64848b5c9bbc09a437dc0 for: {'subnet': 1} {{(pid=109084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:58:27.414992 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-068762b8-a3eb-4057-93ae-ea9671454f8f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5831756'] for subnet (None), before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:27.573097 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Device 6dae7cd6-038a-42ca-b2a4-4b32da1ccbdb no longer exists at agent hyperv_hv-cinder-82418 {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:58:27.578118 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-068762b8-a3eb-4057-93ae-ea9671454f8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6110873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5831774'] for subnet (76eec71c-ae22-472f-bce3-b90b7b0fe109), after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:27.595522 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] No Port match for: 6dae7cd6-038a-42ca-b2a4-4b32da1ccbdb {{(pid=109086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:58:27.595901 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Device 6dae7cd6-038a-42ca-b2a4-4b32da1ccbdb not bound to the agent host hv-cinder-82418 {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:58:27.627188 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068762b8-a3eb-4057-93ae-ea9671454f8f admin admin] Pushing event updated for resources: {'Subnet': ['ID=76eec71c-ae22-472f-bce3-b90b7b0fe109,revision_number=0']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:27.643035 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068762b8-a3eb-4057-93ae-ea9671454f8f admin admin] Checking segment: {'id': '6ef59919-294e-449d-91c0-57a17eb1f77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'e57c6122-3954-4899-9da2-7108b2878bcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:58:27.643399 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-068762b8-a3eb-4057-93ae-ea9671454f8f admin admin] Network hostable DHCP agents. Network: e57c6122-3954-4899-9da2-7108b2878bcd, hostable agents: ['fe6892c5-7eb1-46ce-88dd-77c5bcc32263'], hosted agents: [] {{(pid=109084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:58:27.662499 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-068762b8-a3eb-4057-93ae-ea9671454f8f admin admin] Network e57c6122-3954-4899-9da2-7108b2878bcd is scheduled to be hosted by DHCP agent fe6892c5-7eb1-46ce-88dd-77c5bcc32263 with binding_index 1 {{(pid=109084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:58:27.673727 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.scheduler.base_scheduler [None req-068762b8-a3eb-4057-93ae-ea9671454f8f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824187-7-iscsi, e57c6122-3954-4899-9da2-7108b2878bcd) {{(pid=109084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:58:27.678068 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-068762b8-a3eb-4057-93ae-ea9671454f8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:58:27.678662 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-068762b8-a3eb-4057-93ae-ea9671454f8f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:27.684235 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ae9d1d8-81ad-4dfa-bf23-3310c59d0cb8 None None] Network e57c6122-3954-4899-9da2-7108b2878bcd requested from dv-cinder-824187-7-iscsi {{(pid=109086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:58:27.695541 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-068762b8-a3eb-4057-93ae-ea9671454f8f admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3095207 Jan 28 13:58:27.781489 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14bb48ee-b805-4fd7-80ea-d3bce817ae61 None None] Network e57c6122-3954-4899-9da2-7108b2878bcd requested from dv-cinder-824187-7-iscsi {{(pid=109086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:58:27.815176 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 49640) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:27.859011 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6547fb9-aebe-4998-a7cf-962117b52c56 admin admin] Deleting subnet fe19c85a-aa20-42f2-aff8-8b2320d37b59 {{(pid=109085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:58:27.862270 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a6547fb9-aebe-4998-a7cf-962117b52c56 admin admin] Publish callbacks [] for subnet (fe19c85a-aa20-42f2-aff8-8b2320d37b59), before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:27.896131 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a6547fb9-aebe-4998-a7cf-962117b52c56 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6262705'] for subnet (fe19c85a-aa20-42f2-aff8-8b2320d37b59), precommit_delete_associations {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:27.936100 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a6547fb9-aebe-4998-a7cf-962117b52c56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1036461'] for subnet (fe19c85a-aa20-42f2-aff8-8b2320d37b59), precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:27.996516 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a6547fb9-aebe-4998-a7cf-962117b52c56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1036450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4723272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4593664'] for subnet (fe19c85a-aa20-42f2-aff8-8b2320d37b59), after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:28.021062 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6547fb9-aebe-4998-a7cf-962117b52c56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe19c85a-aa20-42f2-aff8-8b2320d37b59,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:28.025714 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a6547fb9-aebe-4998-a7cf-962117b52c56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032615'] for subnet (None), before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:28.028934 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-a6547fb9-aebe-4998-a7cf-962117b52c56 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/fe19c85a-aa20-42f2-aff8-8b2320d37b59 HTTP/1.1" status: 204 len: 168 time: 0.2125142 Jan 28 13:58:28.031511 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 49642) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:28.097537 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-928050f0-63e3-4785-97ee-8cc1cee469a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-799852'] for network (917ba457-a50c-4b30-9c48-4b9b2e63c8f0), before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:28.181896 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-928050f0-63e3-4785-97ee-8cc1cee469a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1044054', 'neutron.services.segments.db._delete_segments_for_network-8742788684692'] for network (917ba457-a50c-4b30-9c48-4b9b2e63c8f0), precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:28.208653 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.services.segments.db [None req-928050f0-63e3-4785-97ee-8cc1cee469a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['917ba457-a50c-4b30-9c48-4b9b2e63c8f0']}} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:58:28.217835 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.services.segments.db [None req-928050f0-63e3-4785-97ee-8cc1cee469a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68f85c3c-9d17-4094-a4bc-2b1608251edd') {'for_net_delete': True} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:58:28.218112 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.services.segments.db [None req-928050f0-63e3-4785-97ee-8cc1cee469a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68f85c3c-9d17-4094-a4bc-2b1608251edd') {} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:58:28.227581 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-928050f0-63e3-4785-97ee-8cc1cee469a1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742788686749', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6262728'] for segment (68f85c3c-9d17-4094-a4bc-2b1608251edd), before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:28.237266 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ae595abe-85e9-47e2-acc6-4d2e81bc34c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (fe6892c5-7eb1-46ce-88dd-77c5bcc32263), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:28.241892 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-928050f0-63e3-4785-97ee-8cc1cee469a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-923698'] for segment (68f85c3c-9d17-4094-a4bc-2b1608251edd), precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:28.248954 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-928050f0-63e3-4785-97ee-8cc1cee469a1 admin admin] Releasing vlan 706 on physical network physnet1 to pool {{(pid=109085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:58:28.249418 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-928050f0-63e3-4785-97ee-8cc1cee469a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-923698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4723362'] for segment (68f85c3c-9d17-4094-a4bc-2b1608251edd), after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:28.251036 dv-cinder-824187-7-iscsi neutron-server[109085]: Traceback (most recent call last): Jan 28 13:58:28.251036 dv-cinder-824187-7-iscsi neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:58:28.251036 dv-cinder-824187-7-iscsi neutron-server[109085]: timer() Jan 28 13:58:28.251036 dv-cinder-824187-7-iscsi neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:58:28.251036 dv-cinder-824187-7-iscsi neutron-server[109085]: cb(*args, **kw) Jan 28 13:58:28.251036 dv-cinder-824187-7-iscsi neutron-server[109085]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:58:28.251036 dv-cinder-824187-7-iscsi neutron-server[109085]: return func(*args, **kwargs) Jan 28 13:58:28.251036 dv-cinder-824187-7-iscsi neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:58:28.251036 dv-cinder-824187-7-iscsi neutron-server[109085]: self._notify() Jan 28 13:58:28.251036 dv-cinder-824187-7-iscsi neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:58:28.251036 dv-cinder-824187-7-iscsi neutron-server[109085]: self.callback(batched_events) Jan 28 13:58:28.251036 dv-cinder-824187-7-iscsi neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:58:28.251036 dv-cinder-824187-7-iscsi neutron-server[109085]: event.method(event) Jan 28 13:58:28.251036 dv-cinder-824187-7-iscsi neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:58:28.251036 dv-cinder-824187-7-iscsi neutron-server[109085]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:58:28.251036 dv-cinder-824187-7-iscsi neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:58:28.251036 dv-cinder-824187-7-iscsi neutron-server[109085]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:58:28.251036 dv-cinder-824187-7-iscsi neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:58:28.251036 dv-cinder-824187-7-iscsi neutron-server[109085]: return f(self, *a, **k) Jan 28 13:58:28.251036 dv-cinder-824187-7-iscsi neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:58:28.251036 dv-cinder-824187-7-iscsi neutron-server[109085]: return self._get(url).json() Jan 28 13:58:28.251036 dv-cinder-824187-7-iscsi neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:58:28.251036 dv-cinder-824187-7-iscsi neutron-server[109085]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:58:28.251036 dv-cinder-824187-7-iscsi neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:58:28.251036 dv-cinder-824187-7-iscsi neutron-server[109085]: return self.request(url, 'GET', **kwargs) Jan 28 13:58:28.251036 dv-cinder-824187-7-iscsi neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:58:28.251036 dv-cinder-824187-7-iscsi neutron-server[109085]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:58:28.251036 dv-cinder-824187-7-iscsi neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:58:28.251036 dv-cinder-824187-7-iscsi neutron-server[109085]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:58:28.251036 dv-cinder-824187-7-iscsi neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:58:28.251036 dv-cinder-824187-7-iscsi neutron-server[109085]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:58:28.251036 dv-cinder-824187-7-iscsi neutron-server[109085]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:58:28.309811 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-928050f0-63e3-4785-97ee-8cc1cee469a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1044015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1817757'] for network (917ba457-a50c-4b30-9c48-4b9b2e63c8f0), after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:28.317549 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-928050f0-63e3-4785-97ee-8cc1cee469a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032615'] for network (None), before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:28.322164 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-928050f0-63e3-4785-97ee-8cc1cee469a1 admin admin] 10.222.0.72 "DELETE /v2.0/networks/917ba457-a50c-4b30-9c48-4b9b2e63c8f0 HTTP/1.1" status: 204 len: 168 time: 0.2897518 Jan 28 13:58:28.325196 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 49644) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:28.332061 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928050f0-63e3-4785-97ee-8cc1cee469a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=917ba457-a50c-4b30-9c48-4b9b2e63c8f0,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:28.373262 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f886159-5337-402e-a34b-da6e2e6ed631 admin admin] Deleting subnet 76eec71c-ae22-472f-bce3-b90b7b0fe109 {{(pid=109084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 13:58:28.376866 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-4f886159-5337-402e-a34b-da6e2e6ed631 admin admin] Publish callbacks [] for subnet (76eec71c-ae22-472f-bce3-b90b7b0fe109), before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:28.411782 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-4f886159-5337-402e-a34b-da6e2e6ed631 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4731551'] for subnet (76eec71c-ae22-472f-bce3-b90b7b0fe109), precommit_delete_associations {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:28.457132 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-4f886159-5337-402e-a34b-da6e2e6ed631 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1036461'] for subnet (76eec71c-ae22-472f-bce3-b90b7b0fe109), precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:28.511669 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-4f886159-5337-402e-a34b-da6e2e6ed631 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1036450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6110936', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5832109'] for subnet (76eec71c-ae22-472f-bce3-b90b7b0fe109), after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:28.539059 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-4f886159-5337-402e-a34b-da6e2e6ed631 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:28.542357 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-4f886159-5337-402e-a34b-da6e2e6ed631 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/76eec71c-ae22-472f-bce3-b90b7b0fe109 HTTP/1.1" status: 204 len: 168 time: 0.2160926 Jan 28 13:58:28.543153 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f886159-5337-402e-a34b-da6e2e6ed631 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76eec71c-ae22-472f-bce3-b90b7b0fe109,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:28.545199 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 49646) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:28.615682 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3ac4ce1f-96b6-4e77-b80f-fb10f31cc7ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-799852'] for network (e57c6122-3954-4899-9da2-7108b2878bcd), before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:28.693403 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3ac4ce1f-96b6-4e77-b80f-fb10f31cc7ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1044054', 'neutron.services.segments.db._delete_segments_for_network-8742788684692'] for network (e57c6122-3954-4899-9da2-7108b2878bcd), precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:28.714235 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.services.segments.db [None req-3ac4ce1f-96b6-4e77-b80f-fb10f31cc7ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e57c6122-3954-4899-9da2-7108b2878bcd']}} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:58:28.723746 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.services.segments.db [None req-3ac4ce1f-96b6-4e77-b80f-fb10f31cc7ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ef59919-294e-449d-91c0-57a17eb1f77a') {'for_net_delete': True} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:58:28.724039 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.services.segments.db [None req-3ac4ce1f-96b6-4e77-b80f-fb10f31cc7ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ef59919-294e-449d-91c0-57a17eb1f77a') {} {{(pid=109085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 13:58:28.737587 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3ac4ce1f-96b6-4e77-b80f-fb10f31cc7ac admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742788686749', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6262728'] for segment (6ef59919-294e-449d-91c0-57a17eb1f77a), before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:28.750763 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3ac4ce1f-96b6-4e77-b80f-fb10f31cc7ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-923698'] for segment (6ef59919-294e-449d-91c0-57a17eb1f77a), precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:28.756710 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ac4ce1f-96b6-4e77-b80f-fb10f31cc7ac admin admin] Releasing vlan 725 on physical network physnet1 to pool {{(pid=109085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 13:58:28.757104 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3ac4ce1f-96b6-4e77-b80f-fb10f31cc7ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-923698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4723362'] for segment (6ef59919-294e-449d-91c0-57a17eb1f77a), after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:28.758689 dv-cinder-824187-7-iscsi neutron-server[109085]: Traceback (most recent call last): Jan 28 13:58:28.758689 dv-cinder-824187-7-iscsi neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 13:58:28.758689 dv-cinder-824187-7-iscsi neutron-server[109085]: timer() Jan 28 13:58:28.758689 dv-cinder-824187-7-iscsi neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 13:58:28.758689 dv-cinder-824187-7-iscsi neutron-server[109085]: cb(*args, **kw) Jan 28 13:58:28.758689 dv-cinder-824187-7-iscsi neutron-server[109085]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 13:58:28.758689 dv-cinder-824187-7-iscsi neutron-server[109085]: return func(*args, **kwargs) Jan 28 13:58:28.758689 dv-cinder-824187-7-iscsi neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 13:58:28.758689 dv-cinder-824187-7-iscsi neutron-server[109085]: self._notify() Jan 28 13:58:28.758689 dv-cinder-824187-7-iscsi neutron-server[109085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 13:58:28.758689 dv-cinder-824187-7-iscsi neutron-server[109085]: self.callback(batched_events) Jan 28 13:58:28.758689 dv-cinder-824187-7-iscsi neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 13:58:28.758689 dv-cinder-824187-7-iscsi neutron-server[109085]: event.method(event) Jan 28 13:58:28.758689 dv-cinder-824187-7-iscsi neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 13:58:28.758689 dv-cinder-824187-7-iscsi neutron-server[109085]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 13:58:28.758689 dv-cinder-824187-7-iscsi neutron-server[109085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 13:58:28.758689 dv-cinder-824187-7-iscsi neutron-server[109085]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 13:58:28.758689 dv-cinder-824187-7-iscsi neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 13:58:28.758689 dv-cinder-824187-7-iscsi neutron-server[109085]: return f(self, *a, **k) Jan 28 13:58:28.758689 dv-cinder-824187-7-iscsi neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 13:58:28.758689 dv-cinder-824187-7-iscsi neutron-server[109085]: return self._get(url).json() Jan 28 13:58:28.758689 dv-cinder-824187-7-iscsi neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 13:58:28.758689 dv-cinder-824187-7-iscsi neutron-server[109085]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 13:58:28.758689 dv-cinder-824187-7-iscsi neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 13:58:28.758689 dv-cinder-824187-7-iscsi neutron-server[109085]: return self.request(url, 'GET', **kwargs) Jan 28 13:58:28.758689 dv-cinder-824187-7-iscsi neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 13:58:28.758689 dv-cinder-824187-7-iscsi neutron-server[109085]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 13:58:28.758689 dv-cinder-824187-7-iscsi neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 13:58:28.758689 dv-cinder-824187-7-iscsi neutron-server[109085]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 13:58:28.758689 dv-cinder-824187-7-iscsi neutron-server[109085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 13:58:28.758689 dv-cinder-824187-7-iscsi neutron-server[109085]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 13:58:28.758689 dv-cinder-824187-7-iscsi neutron-server[109085]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 13:58:28.815495 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3ac4ce1f-96b6-4e77-b80f-fb10f31cc7ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1044015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1817757'] for network (e57c6122-3954-4899-9da2-7108b2878bcd), after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:28.821650 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3ac4ce1f-96b6-4e77-b80f-fb10f31cc7ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032615'] for network (None), before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:28.826725 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-3ac4ce1f-96b6-4e77-b80f-fb10f31cc7ac admin admin] 10.222.0.72 "DELETE /v2.0/networks/e57c6122-3954-4899-9da2-7108b2878bcd HTTP/1.1" status: 204 len: 168 time: 0.2804883 Jan 28 13:58:28.837762 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac4ce1f-96b6-4e77-b80f-fb10f31cc7ac admin admin] Pushing event deleted for resources: {'Network': ['ID=e57c6122-3954-4899-9da2-7108b2878bcd,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:29.007700 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 49650) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:29.048107 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-c3557807-e8e8-49fe-bdac-20957fab1920 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=86237efd5d3245a09d01a5de2c0cf79e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391464 Jan 28 13:58:29.050609 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 49652) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:29.098574 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-67cac91d-c4e1-4e1a-93fa-eea02f7ee960 admin admin] Publish callbacks [] for security_group (2b1451d7-aebb-4197-bc86-e432c4c80919), before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:29.119438 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-67cac91d-c4e1-4e1a-93fa-eea02f7ee960 admin admin] Publish callbacks [] for security_group (2b1451d7-aebb-4197-bc86-e432c4c80919), precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:29.182822 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-67cac91d-c4e1-4e1a-93fa-eea02f7ee960 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (2b1451d7-aebb-4197-bc86-e432c4c80919), after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:29.186399 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-67cac91d-c4e1-4e1a-93fa-eea02f7ee960 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:29.187945 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-67cac91d-c4e1-4e1a-93fa-eea02f7ee960 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/2b1451d7-aebb-4197-bc86-e432c4c80919 HTTP/1.1" status: 204 len: 168 time: 0.1361465 Jan 28 13:58:29.195332 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cac91d-c4e1-4e1a-93fa-eea02f7ee960 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b1451d7-aebb-4197-bc86-e432c4c80919,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:29.535295 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 49658) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:29.575480 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-2516f31e-552d-4e9c-9b13-72d106849b49 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d42ecd68f3f64848b5c9bbc09a437dc0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389674 Jan 28 13:58:29.577898 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 49660) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:29.625173 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-e3d157dc-951f-464c-a376-487d5ae9ede9 admin admin] Publish callbacks [] for security_group (b49e32c1-dd65-4379-a8ec-46218b114669), before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:29.652160 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-e3d157dc-951f-464c-a376-487d5ae9ede9 admin admin] Publish callbacks [] for security_group (b49e32c1-dd65-4379-a8ec-46218b114669), precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:29.716497 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-e3d157dc-951f-464c-a376-487d5ae9ede9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (b49e32c1-dd65-4379-a8ec-46218b114669), after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:29.719699 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-e3d157dc-951f-464c-a376-487d5ae9ede9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:29.720943 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-e3d157dc-951f-464c-a376-487d5ae9ede9 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b49e32c1-dd65-4379-a8ec-46218b114669 HTTP/1.1" status: 204 len: 168 time: 0.1421602 Jan 28 13:58:29.729899 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d157dc-951f-464c-a376-487d5ae9ede9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b49e32c1-dd65-4379-a8ec-46218b114669,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:30.254762 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-138344b2-e1e5-420b-8ea5-a1fc32f5ee86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (5fb30df9-6f10-41b8-94cc-b881623ba250), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:31.775818 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-120fdcba-5236-4c4f-ad1d-de3bbc2703f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (270c75b4-e9a8-4b16-85de-99abb56244df), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:32.907338 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a365d3e8-b48a-4a28-95b6-25537061fe93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (282d2827-b9b4-4282-91d0-335a7cd9818a), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:33.014052 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (06140fe1-dee6-47e9-9649-a5d5e543fff8), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:34.202300 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (91ec632a-2927-4715-8bad-f3132ebcbe46), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:41.505722 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 49798) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:41.641302 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-01e95f35-53c9-45aa-a652-5dc17e127112 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:41.714164 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-01e95f35-53c9-45aa-a652-5dc17e127112 admin admin] Publish callbacks [] for security_group (61bdd150-e00b-43f2-83ba-76ec82629b8c), precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:41.720464 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-01e95f35-53c9-45aa-a652-5dc17e127112 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (61bdd150-e00b-43f2-83ba-76ec82629b8c), after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:41.757326 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e95f35-53c9-45aa-a652-5dc17e127112 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61bdd150-e00b-43f2-83ba-76ec82629b8c,revision_number=1']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:41.761480 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-01e95f35-53c9-45aa-a652-5dc17e127112 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c4cce7f84a8b42bcaa3bb20a5f3c191b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2547064 Jan 28 13:58:41.764319 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 49802) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:41.814944 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-ffe4e062-a561-430f-8db2-6fceb34d983a admin admin] Publish callbacks [] for security_group (61bdd150-e00b-43f2-83ba-76ec82629b8c), before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:41.837057 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-ffe4e062-a561-430f-8db2-6fceb34d983a admin admin] Publish callbacks [] for security_group (61bdd150-e00b-43f2-83ba-76ec82629b8c), precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:41.887796 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-ffe4e062-a561-430f-8db2-6fceb34d983a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (61bdd150-e00b-43f2-83ba-76ec82629b8c), after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:41.891088 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-ffe4e062-a561-430f-8db2-6fceb34d983a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:41.892251 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-ffe4e062-a561-430f-8db2-6fceb34d983a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/61bdd150-e00b-43f2-83ba-76ec82629b8c HTTP/1.1" status: 204 len: 168 time: 0.1270077 Jan 28 13:58:41.900207 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe4e062-a561-430f-8db2-6fceb34d983a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61bdd150-e00b-43f2-83ba-76ec82629b8c,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:42.180258 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 49808) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:42.193929 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a6a58853-0df5-4a8a-8b8e-e658874f14a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:42.276278 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a6a58853-0df5-4a8a-8b8e-e658874f14a7 admin admin] Publish callbacks [] for security_group (4711319c-2c46-4f3d-8674-e5e710a33ae8), precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:42.280993 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-a6a58853-0df5-4a8a-8b8e-e658874f14a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (4711319c-2c46-4f3d-8674-e5e710a33ae8), after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:42.318011 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a58853-0df5-4a8a-8b8e-e658874f14a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4711319c-2c46-4f3d-8674-e5e710a33ae8,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:42.324551 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-a6a58853-0df5-4a8a-8b8e-e658874f14a7 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=1d6071891df54ae29c68866995fe14ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1431260 Jan 28 13:58:42.327493 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 49810) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:58:42.378511 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ccbb1307-e1cc-497a-94b9-f5838ce1dde3 admin admin] Publish callbacks [] for security_group (4711319c-2c46-4f3d-8674-e5e710a33ae8), before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:42.399522 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ccbb1307-e1cc-497a-94b9-f5838ce1dde3 admin admin] Publish callbacks [] for security_group (4711319c-2c46-4f3d-8674-e5e710a33ae8), precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:42.449726 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ccbb1307-e1cc-497a-94b9-f5838ce1dde3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (4711319c-2c46-4f3d-8674-e5e710a33ae8), after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:42.452711 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-ccbb1307-e1cc-497a-94b9-f5838ce1dde3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:58:42.454057 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-ccbb1307-e1cc-497a-94b9-f5838ce1dde3 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/4711319c-2c46-4f3d-8674-e5e710a33ae8 HTTP/1.1" status: 204 len: 168 time: 0.1248422 Jan 28 13:58:42.462117 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbb1307-e1cc-497a-94b9-f5838ce1dde3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4711319c-2c46-4f3d-8674-e5e710a33ae8,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:58:56.486405 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.agents_db [None req-2611350c-8bbf-4fa3-a5bb-e2ba3591f3a7 None None] Agent healthcheck: found 6 active agents {{(pid=109087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:58:58.254276 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0c1a701c-18c2-47b0-b97f-d4b7c76064e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (fe6892c5-7eb1-46ce-88dd-77c5bcc32263), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:00.254826 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-cbc8574e-a5be-43c5-8716-88674189680e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (5fb30df9-6f10-41b8-94cc-b881623ba250), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:01.772374 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-120fdcba-5236-4c4f-ad1d-de3bbc2703f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (270c75b4-e9a8-4b16-85de-99abb56244df), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:02.914514 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a365d3e8-b48a-4a28-95b6-25537061fe93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (282d2827-b9b4-4282-91d0-335a7cd9818a), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:03.023235 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (06140fe1-dee6-47e9-9649-a5d5e543fff8), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:04.198955 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (91ec632a-2927-4715-8bad-f3132ebcbe46), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:18.941702 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 50028) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:59:19.053719 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-99bd59f1-77c2-4ef2-8d16-7a50194f36f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:19.124807 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-99bd59f1-77c2-4ef2-8d16-7a50194f36f9 admin admin] Publish callbacks [] for security_group (91a67185-6340-4065-a406-ded2bbbbf138), precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:19.131322 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-99bd59f1-77c2-4ef2-8d16-7a50194f36f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (91a67185-6340-4065-a406-ded2bbbbf138), after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:19.167792 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-99bd59f1-77c2-4ef2-8d16-7a50194f36f9 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=5791d52d0fc54756b192c864a19e12fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2249165 Jan 28 13:59:19.168630 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bd59f1-77c2-4ef2-8d16-7a50194f36f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91a67185-6340-4065-a406-ded2bbbbf138,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:59:19.170844 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 50032) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:59:19.176095 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bd59f1-77c2-4ef2-8d16-7a50194f36f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:59:19.176479 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bd59f1-77c2-4ef2-8d16-7a50194f36f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:59:19.176828 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bd59f1-77c2-4ef2-8d16-7a50194f36f9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:59:19.177195 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bd59f1-77c2-4ef2-8d16-7a50194f36f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:59:19.177534 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bd59f1-77c2-4ef2-8d16-7a50194f36f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:59:19.177870 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bd59f1-77c2-4ef2-8d16-7a50194f36f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:59:19.178225 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bd59f1-77c2-4ef2-8d16-7a50194f36f9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:59:19.178548 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bd59f1-77c2-4ef2-8d16-7a50194f36f9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:59:19.178880 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bd59f1-77c2-4ef2-8d16-7a50194f36f9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:59:19.179212 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bd59f1-77c2-4ef2-8d16-7a50194f36f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:59:19.179534 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bd59f1-77c2-4ef2-8d16-7a50194f36f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:59:19.179857 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bd59f1-77c2-4ef2-8d16-7a50194f36f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:59:19.180209 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99bd59f1-77c2-4ef2-8d16-7a50194f36f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:59:19.219237 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-35116cfb-73ea-4df1-91ec-bdfcb3a2e596 admin admin] Publish callbacks [] for security_group (91a67185-6340-4065-a406-ded2bbbbf138), before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:19.243405 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-35116cfb-73ea-4df1-91ec-bdfcb3a2e596 admin admin] Publish callbacks [] for security_group (91a67185-6340-4065-a406-ded2bbbbf138), precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:19.292110 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-35116cfb-73ea-4df1-91ec-bdfcb3a2e596 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (91a67185-6340-4065-a406-ded2bbbbf138), after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:19.295053 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-35116cfb-73ea-4df1-91ec-bdfcb3a2e596 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:19.296242 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-35116cfb-73ea-4df1-91ec-bdfcb3a2e596 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/91a67185-6340-4065-a406-ded2bbbbf138 HTTP/1.1" status: 204 len: 168 time: 0.1244235 Jan 28 13:59:19.304083 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35116cfb-73ea-4df1-91ec-bdfcb3a2e596 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91a67185-6340-4065-a406-ded2bbbbf138,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:59:19.611331 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 50038) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:59:19.624450 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-066a8187-3367-418a-bcba-8b9e6ec4b3e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:19.699304 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-066a8187-3367-418a-bcba-8b9e6ec4b3e6 admin admin] Publish callbacks [] for security_group (b1b9cc72-7e90-4d66-9df4-26df5abf72f8), precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:19.703757 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-066a8187-3367-418a-bcba-8b9e6ec4b3e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (b1b9cc72-7e90-4d66-9df4-26df5abf72f8), after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:19.741415 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-066a8187-3367-418a-bcba-8b9e6ec4b3e6 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=cacb3078b79e472d90e95148bd6a11fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1289606 Jan 28 13:59:19.742645 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066a8187-3367-418a-bcba-8b9e6ec4b3e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1b9cc72-7e90-4d66-9df4-26df5abf72f8,revision_number=1']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:59:19.744437 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 50040) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:59:19.794897 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0d8db95b-7f58-4793-a474-cfd70080fe48 admin admin] Publish callbacks [] for security_group (b1b9cc72-7e90-4d66-9df4-26df5abf72f8), before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:19.817564 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0d8db95b-7f58-4793-a474-cfd70080fe48 admin admin] Publish callbacks [] for security_group (b1b9cc72-7e90-4d66-9df4-26df5abf72f8), precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:19.868519 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0d8db95b-7f58-4793-a474-cfd70080fe48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (b1b9cc72-7e90-4d66-9df4-26df5abf72f8), after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:19.872673 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-0d8db95b-7f58-4793-a474-cfd70080fe48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:19.873883 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-0d8db95b-7f58-4793-a474-cfd70080fe48 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b1b9cc72-7e90-4d66-9df4-26df5abf72f8 HTTP/1.1" status: 204 len: 168 time: 0.1277976 Jan 28 13:59:19.881501 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8db95b-7f58-4793-a474-cfd70080fe48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1b9cc72-7e90-4d66-9df4-26df5abf72f8,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:59:25.793962 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 50122) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:59:25.911230 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3a5ee7f1-1b42-458e-a5ef-255f3f51fbdc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:26.000231 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3a5ee7f1-1b42-458e-a5ef-255f3f51fbdc admin admin] Publish callbacks [] for security_group (f06b240f-b16f-4b9e-a810-dd13b7ea63f1), precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:26.005609 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-3a5ee7f1-1b42-458e-a5ef-255f3f51fbdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (f06b240f-b16f-4b9e-a810-dd13b7ea63f1), after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:26.042816 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-3a5ee7f1-1b42-458e-a5ef-255f3f51fbdc admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=cc8bcb3db088415ab6986fbc88c265f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2476227 Jan 28 13:59:26.043682 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5ee7f1-1b42-458e-a5ef-255f3f51fbdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f06b240f-b16f-4b9e-a810-dd13b7ea63f1,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:59:26.045710 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 50126) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:59:26.103176 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-8672cbd1-35c8-4c58-b88b-d608db282e2b admin admin] Publish callbacks [] for security_group (f06b240f-b16f-4b9e-a810-dd13b7ea63f1), before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:26.125120 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-8672cbd1-35c8-4c58-b88b-d608db282e2b admin admin] Publish callbacks [] for security_group (f06b240f-b16f-4b9e-a810-dd13b7ea63f1), precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:26.188444 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-8672cbd1-35c8-4c58-b88b-d608db282e2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (f06b240f-b16f-4b9e-a810-dd13b7ea63f1), after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:26.191027 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-8672cbd1-35c8-4c58-b88b-d608db282e2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:26.192177 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-8672cbd1-35c8-4c58-b88b-d608db282e2b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f06b240f-b16f-4b9e-a810-dd13b7ea63f1 HTTP/1.1" status: 204 len: 168 time: 0.1454825 Jan 28 13:59:26.200508 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8672cbd1-35c8-4c58-b88b-d608db282e2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f06b240f-b16f-4b9e-a810-dd13b7ea63f1,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:59:26.208318 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8672cbd1-35c8-4c58-b88b-d608db282e2b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:59:26.208672 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8672cbd1-35c8-4c58-b88b-d608db282e2b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:59:26.209044 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8672cbd1-35c8-4c58-b88b-d608db282e2b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:59:26.209391 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8672cbd1-35c8-4c58-b88b-d608db282e2b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:59:26.209716 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8672cbd1-35c8-4c58-b88b-d608db282e2b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:59:26.210039 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8672cbd1-35c8-4c58-b88b-d608db282e2b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:59:26.210363 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8672cbd1-35c8-4c58-b88b-d608db282e2b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:59:26.210690 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8672cbd1-35c8-4c58-b88b-d608db282e2b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:59:26.211016 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8672cbd1-35c8-4c58-b88b-d608db282e2b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:59:26.211410 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8672cbd1-35c8-4c58-b88b-d608db282e2b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:59:26.211662 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8672cbd1-35c8-4c58-b88b-d608db282e2b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:59:26.211979 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8672cbd1-35c8-4c58-b88b-d608db282e2b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:59:26.212295 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8672cbd1-35c8-4c58-b88b-d608db282e2b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:59:26.473091 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 50132) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:59:26.487324 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-c54b0aec-f9f9-4173-a66b-dc3c595dc0f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:26.566702 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-c54b0aec-f9f9-4173-a66b-dc3c595dc0f3 admin admin] Publish callbacks [] for security_group (5f74d9b5-8d87-44f4-a08d-d39b618c9a4e), precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:26.571928 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-c54b0aec-f9f9-4173-a66b-dc3c595dc0f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (5f74d9b5-8d87-44f4-a08d-d39b618c9a4e), after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:26.610914 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-c54b0aec-f9f9-4173-a66b-dc3c595dc0f3 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=81563551d926450aafa3470fcda0585b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1364720 Jan 28 13:59:26.611645 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b0aec-f9f9-4173-a66b-dc3c595dc0f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f74d9b5-8d87-44f4-a08d-d39b618c9a4e,revision_number=1']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:59:26.613603 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 50134) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:59:26.670821 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4fd089eb-678d-4969-aa97-159b6091c6f5 admin admin] Publish callbacks [] for security_group (5f74d9b5-8d87-44f4-a08d-d39b618c9a4e), before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:26.692161 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4fd089eb-678d-4969-aa97-159b6091c6f5 admin admin] Publish callbacks [] for security_group (5f74d9b5-8d87-44f4-a08d-d39b618c9a4e), precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:26.748773 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4fd089eb-678d-4969-aa97-159b6091c6f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (5f74d9b5-8d87-44f4-a08d-d39b618c9a4e), after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:26.753028 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-4fd089eb-678d-4969-aa97-159b6091c6f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:26.754657 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-4fd089eb-678d-4969-aa97-159b6091c6f5 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5f74d9b5-8d87-44f4-a08d-d39b618c9a4e HTTP/1.1" status: 204 len: 168 time: 0.1400146 Jan 28 13:59:26.763124 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd089eb-678d-4969-aa97-159b6091c6f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f74d9b5-8d87-44f4-a08d-d39b618c9a4e,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:59:28.238924 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-f3a7a9db-6517-40cb-afde-7c9ffc9f5999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (fe6892c5-7eb1-46ce-88dd-77c5bcc32263), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:29.057076 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 50204) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:59:29.179639 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b1511215-547e-4798-98d8-5e21b233f785 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:29.262425 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b1511215-547e-4798-98d8-5e21b233f785 admin admin] Publish callbacks [] for security_group (91e85d31-132f-4946-b5c0-70408ad221c3), precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:29.268427 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b1511215-547e-4798-98d8-5e21b233f785 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (91e85d31-132f-4946-b5c0-70408ad221c3), after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:29.309495 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1511215-547e-4798-98d8-5e21b233f785 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91e85d31-132f-4946-b5c0-70408ad221c3,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:59:29.315985 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-b1511215-547e-4798-98d8-5e21b233f785 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e24706ed1957463587eed7485a12b57c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2577579 Jan 28 13:59:29.318530 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 50208) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:59:29.367343 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-58824120-c662-463d-9a12-da3f8a9e5f5f admin admin] Publish callbacks [] for security_group (91e85d31-132f-4946-b5c0-70408ad221c3), before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:29.396233 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-58824120-c662-463d-9a12-da3f8a9e5f5f admin admin] Publish callbacks [] for security_group (91e85d31-132f-4946-b5c0-70408ad221c3), precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:29.450342 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-58824120-c662-463d-9a12-da3f8a9e5f5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (91e85d31-132f-4946-b5c0-70408ad221c3), after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:29.453907 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-58824120-c662-463d-9a12-da3f8a9e5f5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:29.455347 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-58824120-c662-463d-9a12-da3f8a9e5f5f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/91e85d31-132f-4946-b5c0-70408ad221c3 HTTP/1.1" status: 204 len: 168 time: 0.1362858 Jan 28 13:59:29.464183 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58824120-c662-463d-9a12-da3f8a9e5f5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91e85d31-132f-4946-b5c0-70408ad221c3,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:59:29.751482 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 50214) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:59:29.765355 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7e12ccd4-2102-4fc4-95a7-704617d9d589 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:29.848439 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7e12ccd4-2102-4fc4-95a7-704617d9d589 admin admin] Publish callbacks [] for security_group (485efefa-ed71-4991-bb28-f6309a28a60b), precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:29.853573 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-7e12ccd4-2102-4fc4-95a7-704617d9d589 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (485efefa-ed71-4991-bb28-f6309a28a60b), after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:29.892617 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-7e12ccd4-2102-4fc4-95a7-704617d9d589 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c3c9b05711a243f197a06503b427692a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1400516 Jan 28 13:59:29.893968 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e12ccd4-2102-4fc4-95a7-704617d9d589 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=485efefa-ed71-4991-bb28-f6309a28a60b,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:59:29.895914 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 50216) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:59:29.946949 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-be68b5b9-8083-414d-8051-46a317cb38d0 admin admin] Publish callbacks [] for security_group (485efefa-ed71-4991-bb28-f6309a28a60b), before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:29.967890 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-be68b5b9-8083-414d-8051-46a317cb38d0 admin admin] Publish callbacks [] for security_group (485efefa-ed71-4991-bb28-f6309a28a60b), precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:30.016491 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-be68b5b9-8083-414d-8051-46a317cb38d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (485efefa-ed71-4991-bb28-f6309a28a60b), after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:30.019171 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-be68b5b9-8083-414d-8051-46a317cb38d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:30.020314 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-be68b5b9-8083-414d-8051-46a317cb38d0 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/485efefa-ed71-4991-bb28-f6309a28a60b HTTP/1.1" status: 204 len: 168 time: 0.1232760 Jan 28 13:59:30.027692 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be68b5b9-8083-414d-8051-46a317cb38d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=485efefa-ed71-4991-bb28-f6309a28a60b,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:59:30.252613 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c8511c61-24ef-4f88-8aa4-ca82865c3776 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (5fb30df9-6f10-41b8-94cc-b881623ba250), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:30.737402 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 50238) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:59:30.838519 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.v2.base [None req-fdd5a439-c329-4c47-90cf-808f22c19c57 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2138740833-network', 'tenant_id': '33a187a58879474c8a11392f30f432c8'}} {{(pid=109084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:59:30.859687 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdd5a439-c329-4c47-90cf-808f22c19c57 admin admin] Made reservation on behalf of 33a187a58879474c8a11392f30f432c8 for: {'network': 1} {{(pid=109084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:59:30.862234 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-fdd5a439-c329-4c47-90cf-808f22c19c57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for network (None), before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:30.873132 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-fdd5a439-c329-4c47-90cf-808f22c19c57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:30.953901 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-fdd5a439-c329-4c47-90cf-808f22c19c57 admin admin] Publish callbacks [] for security_group (82bb6346-7b75-4860-9fcc-42f395d7df3e), precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:30.960012 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-fdd5a439-c329-4c47-90cf-808f22c19c57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (82bb6346-7b75-4860-9fcc-42f395d7df3e), after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:30.986083 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdd5a439-c329-4c47-90cf-808f22c19c57 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 743} {{(pid=109084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 13:59:30.995673 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd5a439-c329-4c47-90cf-808f22c19c57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82bb6346-7b75-4860-9fcc-42f395d7df3e,revision_number=1']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:59:31.000666 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-fdd5a439-c329-4c47-90cf-808f22c19c57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-923698'] for segment (8e7b6a99-29f8-4886-b202-65bb261bf069), precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:31.000983 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.db.segments_db [None req-fdd5a439-c329-4c47-90cf-808f22c19c57 admin admin] Added segment 8e7b6a99-29f8-4886-b202-65bb261bf069 of type vlan for network 2fa2d725-7215-42be-aef4-435ce0428782 Jan 28 13:59:31.040009 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-fdd5a439-c329-4c47-90cf-808f22c19c57 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742788371074'] for network (2fa2d725-7215-42be-aef4-435ce0428782), precommit_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:31.066815 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-fdd5a439-c329-4c47-90cf-808f22c19c57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625'] for network (2fa2d725-7215-42be-aef4-435ce0428782), after_create {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:31.067724 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdd5a439-c329-4c47-90cf-808f22c19c57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:59:31.068313 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-fdd5a439-c329-4c47-90cf-808f22c19c57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032615'] for network (None), before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:31.121834 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-fdd5a439-c329-4c47-90cf-808f22c19c57 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3832135 Jan 28 13:59:31.125405 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 50242) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 13:59:31.130157 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd5a439-c329-4c47-90cf-808f22c19c57 admin admin] Pushing event updated for resources: {'Network': ['ID=2fa2d725-7215-42be-aef4-435ce0428782,revision_number=1']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:59:31.130799 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.v2.base [None req-63ad585d-3ddc-47df-8cc3-46341f98e856 admin admin] Request body: {'subnet': {'network_id': '2fa2d725-7215-42be-aef4-435ce0428782', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2138740833-subnet', 'tenant_id': '33a187a58879474c8a11392f30f432c8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:59:31.141230 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Network 2fa2d725-7215-42be-aef4-435ce0428782 details requested by agent ovs-agent-dv-cinder-824187-7-iscsi with host dv-cinder-824187-7-iscsi {{(pid=109086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 28 13:59:31.156271 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63ad585d-3ddc-47df-8cc3-46341f98e856 admin admin] Made reservation on behalf of 33a187a58879474c8a11392f30f432c8 for: {'subnet': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:59:31.158887 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-63ad585d-3ddc-47df-8cc3-46341f98e856 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4594145'] for subnet (None), before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:31.341096 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-63ad585d-3ddc-47df-8cc3-46341f98e856 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4723209', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4594163'] for subnet (f31d2d7c-626c-4e7e-9080-737ab72a5f57), after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:31.405367 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ad585d-3ddc-47df-8cc3-46341f98e856 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f31d2d7c-626c-4e7e-9080-737ab72a5f57,revision_number=0']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:59:31.414334 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ad585d-3ddc-47df-8cc3-46341f98e856 admin admin] Checking segment: {'id': '8e7b6a99-29f8-4886-b202-65bb261bf069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '2fa2d725-7215-42be-aef4-435ce0428782'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:59:31.414690 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ad585d-3ddc-47df-8cc3-46341f98e856 admin admin] Network hostable DHCP agents. Network: 2fa2d725-7215-42be-aef4-435ce0428782, hostable agents: ['fe6892c5-7eb1-46ce-88dd-77c5bcc32263'], hosted agents: [] {{(pid=109085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 13:59:31.434594 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ad585d-3ddc-47df-8cc3-46341f98e856 admin admin] Network 2fa2d725-7215-42be-aef4-435ce0428782 is scheduled to be hosted by DHCP agent fe6892c5-7eb1-46ce-88dd-77c5bcc32263 with binding_index 1 {{(pid=109085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 13:59:31.444814 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [None req-63ad585d-3ddc-47df-8cc3-46341f98e856 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-824187-7-iscsi, 2fa2d725-7215-42be-aef4-435ce0428782) {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:59:31.448812 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ad585d-3ddc-47df-8cc3-46341f98e856 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:59:31.449461 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-63ad585d-3ddc-47df-8cc3-46341f98e856 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032615'] for subnet (None), before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:31.455905 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f1fb1fd-7a5b-4fde-aeb6-2c91f1d45a9a None None] Network 2fa2d725-7215-42be-aef4-435ce0428782 requested from dv-cinder-824187-7-iscsi {{(pid=109086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:59:31.465831 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-63ad585d-3ddc-47df-8cc3-46341f98e856 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3392575 Jan 28 13:59:31.554515 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d44e403-931f-4990-8c32-b64a6a6ff69f None None] Network 2fa2d725-7215-42be-aef4-435ce0428782 requested from dv-cinder-824187-7-iscsi {{(pid=109086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 28 13:59:31.770698 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-120fdcba-5236-4c4f-ad1d-de3bbc2703f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (270c75b4-e9a8-4b16-85de-99abb56244df), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:32.923227 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a365d3e8-b48a-4a28-95b6-25537061fe93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (282d2827-b9b4-4282-91d0-335a7cd9818a), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:33.041895 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (06140fe1-dee6-47e9-9649-a5d5e543fff8), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:33.226286 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a32dbe-fc54-4268-ba8a-3c4d3d851a45 req-db791561-4c58-4ee2-9055-5d0143250a2f tempest-VolumesActionsTest-1221646680 tempest-VolumesActionsTest-1221646680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:59:33.227761 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-65a32dbe-fc54-4268-ba8a-3c4d3d851a45 req-db791561-4c58-4ee2-9055-5d0143250a2f tempest-VolumesActionsTest-1221646680 tempest-VolumesActionsTest-1221646680-project] 10.222.0.72 "GET /v2.0/networks?id=2fa2d725-7215-42be-aef4-435ce0428782 HTTP/1.1" status: 200 len: 809 time: 0.1087065 Jan 28 13:59:33.243099 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-65a32dbe-fc54-4268-ba8a-3c4d3d851a45 req-8f42aa68-a716-4f67-809b-c4dabbe0dc68 tempest-VolumesActionsTest-1221646680 tempest-VolumesActionsTest-1221646680-project] 10.222.0.72 "GET /v2.0/quotas/33a187a58879474c8a11392f30f432c8 HTTP/1.1" status: 200 len: 375 time: 0.0097482 Jan 28 13:59:33.275126 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-65a32dbe-fc54-4268-ba8a-3c4d3d851a45 req-b348c6c8-11e1-403b-b353-68a6f9d6018d tempest-VolumesActionsTest-1221646680 tempest-VolumesActionsTest-1221646680-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=33a187a58879474c8a11392f30f432c8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267549 Jan 28 13:59:33.488261 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.agents_db [None req-2611350c-8bbf-4fa3-a5bb-e2ba3591f3a7 None None] Agent healthcheck: found 6 active agents {{(pid=109087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 13:59:33.672283 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-65a32dbe-fc54-4268-ba8a-3c4d3d851a45 req-c224e1b2-2fa1-4e4e-a3e1-8a97ca6de69a service neutron] 10.222.0.72 "GET /v2.0/networks/2fa2d725-7215-42be-aef4-435ce0428782?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3869700 Jan 28 13:59:33.770888 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-65a32dbe-fc54-4268-ba8a-3c4d3d851a45 req-49553963-1e47-4144-9188-916076907abf service neutron] 10.222.0.72 "GET /v2.0/networks/2fa2d725-7215-42be-aef4-435ce0428782?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915380 Jan 28 13:59:33.943595 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-9e85e867-1a66-4fc0-9a9e-978075b77c4e req-c8f2fe2f-6515-4e58-bd3a-55925824be20 tempest-VolumesActionsTest-1221646680 tempest-VolumesActionsTest-1221646680-project] 10.222.0.72 "GET /v2.0/ports?device_id=8cfd6f23-d989-40b9-a8eb-57589d9656bc HTTP/1.1" status: 200 len: 210 time: 0.0349536 Jan 28 13:59:34.182002 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (91ec632a-2927-4715-8bad-f3132ebcbe46), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:35.040886 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a32dbe-fc54-4268-ba8a-3c4d3d851a45 req-06878f74-38d1-42ed-8137-f3dc9a4c548b tempest-VolumesActionsTest-1221646680 tempest-VolumesActionsTest-1221646680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:59:35.042309 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-65a32dbe-fc54-4268-ba8a-3c4d3d851a45 req-06878f74-38d1-42ed-8137-f3dc9a4c548b tempest-VolumesActionsTest-1221646680 tempest-VolumesActionsTest-1221646680-project] 10.222.0.78 "GET /v2.0/networks?id=2fa2d725-7215-42be-aef4-435ce0428782 HTTP/1.1" status: 200 len: 809 time: 0.1123707 Jan 28 13:59:35.058398 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-c5ccd2c8-a350-4136-a747-d651884797ff req-125244df-f0ca-43e3-8128-9b87bea0c226 tempest-VolumesActionsTest-1221646680 tempest-VolumesActionsTest-1221646680-project] 10.222.0.72 "GET /v2.0/ports?device_id=8cfd6f23-d989-40b9-a8eb-57589d9656bc HTTP/1.1" status: 200 len: 210 time: 0.0401568 Jan 28 13:59:35.062189 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.v2.base [req-65a32dbe-fc54-4268-ba8a-3c4d3d851a45 req-f4626178-a0cb-4ba4-83d3-d9f55d8f6493 tempest-VolumesActionsTest-1221646680 tempest-VolumesActionsTest-1221646680-project] Request body: {'port': {'device_id': '8cfd6f23-d989-40b9-a8eb-57589d9656bc', 'network_id': '2fa2d725-7215-42be-aef4-435ce0428782', 'admin_state_up': True, 'tenant_id': '33a187a58879474c8a11392f30f432c8'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:59:35.175339 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65a32dbe-fc54-4268-ba8a-3c4d3d851a45 req-f4626178-a0cb-4ba4-83d3-d9f55d8f6493 tempest-VolumesActionsTest-1221646680 tempest-VolumesActionsTest-1221646680-project] Made reservation on behalf of 33a187a58879474c8a11392f30f432c8 for: {'port': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:59:35.179600 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-65a32dbe-fc54-4268-ba8a-3c4d3d851a45 req-f4626178-a0cb-4ba4-83d3-d9f55d8f6493 tempest-VolumesActionsTest-1221646680 tempest-VolumesActionsTest-1221646680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (None), before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:35.318269 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [req-65a32dbe-fc54-4268-ba8a-3c4d3d851a45 req-f4626178-a0cb-4ba4-83d3-d9f55d8f6493 tempest-VolumesActionsTest-1221646680 tempest-VolumesActionsTest-1221646680-project] Allocated IP 172.20.0.4 (2fa2d725-7215-42be-aef4-435ce0428782/f31d2d7c-626c-4e7e-9080-737ab72a5f57/c19c83a3-eddb-4e4c-96c1-c611733d40ae) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:59:35.469073 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-65a32dbe-fc54-4268-ba8a-3c4d3d851a45 req-f4626178-a0cb-4ba4-83d3-d9f55d8f6493 tempest-VolumesActionsTest-1221646680 tempest-VolumesActionsTest-1221646680-project] Publish callbacks [] for port (c19c83a3-eddb-4e4c-96c1-c611733d40ae), precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:35.506233 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-65a32dbe-fc54-4268-ba8a-3c4d3d851a45 req-f4626178-a0cb-4ba4-83d3-d9f55d8f6493 tempest-VolumesActionsTest-1221646680 tempest-VolumesActionsTest-1221646680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742788384826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4723325'] for port (c19c83a3-eddb-4e4c-96c1-c611733d40ae), after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:35.551087 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65a32dbe-fc54-4268-ba8a-3c4d3d851a45 req-f4626178-a0cb-4ba4-83d3-d9f55d8f6493 tempest-VolumesActionsTest-1221646680 tempest-VolumesActionsTest-1221646680-project] Network 2fa2d725-7215-42be-aef4-435ce0428782 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:59:35.554031 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [req-65a32dbe-fc54-4268-ba8a-3c4d3d851a45 req-f4626178-a0cb-4ba4-83d3-d9f55d8f6493 tempest-VolumesActionsTest-1221646680 tempest-VolumesActionsTest-1221646680-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:59:35.559839 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-65a32dbe-fc54-4268-ba8a-3c4d3d851a45 req-f4626178-a0cb-4ba4-83d3-d9f55d8f6493 tempest-VolumesActionsTest-1221646680 tempest-VolumesActionsTest-1221646680-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:59:35.590102 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4626178-a0cb-4ba4-83d3-d9f55d8f6493 tempest-VolumesActionsTest-1221646680 tempest-VolumesActionsTest-1221646680-project] Pushing event updated for resources: {'Port': ['ID=c19c83a3-eddb-4e4c-96c1-c611733d40ae,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:59:35.624530 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a32dbe-fc54-4268-ba8a-3c4d3d851a45 req-f4626178-a0cb-4ba4-83d3-d9f55d8f6493 tempest-VolumesActionsTest-1221646680 tempest-VolumesActionsTest-1221646680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:59:35.625170 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-65a32dbe-fc54-4268-ba8a-3c4d3d851a45 req-f4626178-a0cb-4ba4-83d3-d9f55d8f6493 tempest-VolumesActionsTest-1221646680 tempest-VolumesActionsTest-1221646680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91499'] for port (None), before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:35.645150 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-65a32dbe-fc54-4268-ba8a-3c4d3d851a45 req-f4626178-a0cb-4ba4-83d3-d9f55d8f6493 tempest-VolumesActionsTest-1221646680 tempest-VolumesActionsTest-1221646680-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5891685 Jan 28 13:59:35.658622 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.v2.base [req-65a32dbe-fc54-4268-ba8a-3c4d3d851a45 req-4a8ef954-3c2a-4334-aa20-332b44d8f9ee service neutron] Request body: {'port': {'device_id': '8cfd6f23-d989-40b9-a8eb-57589d9656bc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82418'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:59:35.725261 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-65a32dbe-fc54-4268-ba8a-3c4d3d851a45 req-4a8ef954-3c2a-4334-aa20-332b44d8f9ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (c19c83a3-eddb-4e4c-96c1-c611733d40ae), before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:36.008518 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.notifiers.nova [req-65a32dbe-fc54-4268-ba8a-3c4d3d851a45 req-4a8ef954-3c2a-4334-aa20-332b44d8f9ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c19c83a3-eddb-4e4c-96c1-c611733d40ae {{(pid=109085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:59:36.016749 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-65a32dbe-fc54-4268-ba8a-3c4d3d851a45 req-4a8ef954-3c2a-4334-aa20-332b44d8f9ee service neutron] Publish callbacks [] for port (c19c83a3-eddb-4e4c-96c1-c611733d40ae), precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:36.035242 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.db.provisioning_blocks [req-65a32dbe-fc54-4268-ba8a-3c4d3d851a45 req-4a8ef954-3c2a-4334-aa20-332b44d8f9ee service neutron] Transition to ACTIVE for port object c19c83a3-eddb-4e4c-96c1-c611733d40ae will not be triggered until provisioned by entity L2. {{(pid=109085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:59:36.040670 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-65a32dbe-fc54-4268-ba8a-3c4d3d851a45 req-4a8ef954-3c2a-4334-aa20-332b44d8f9ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4723334'] for port (c19c83a3-eddb-4e4c-96c1-c611733d40ae), after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:36.088881 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8ef954-3c2a-4334-aa20-332b44d8f9ee service neutron] Pushing event updated for resources: {'Port': ['ID=c19c83a3-eddb-4e4c-96c1-c611733d40ae,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:59:36.159880 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-65a32dbe-fc54-4268-ba8a-3c4d3d851a45 req-4a8ef954-3c2a-4334-aa20-332b44d8f9ee service neutron] Attempting to bind port c19c83a3-eddb-4e4c-96c1-c611733d40ae on host hv-cinder-82418 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:59:36.160228 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-65a32dbe-fc54-4268-ba8a-3c4d3d851a45 req-4a8ef954-3c2a-4334-aa20-332b44d8f9ee service neutron] Attempting to bind port c19c83a3-eddb-4e4c-96c1-c611733d40ae by drivers openvswitch,hyperv on host hv-cinder-82418 at level 0 using segments [{'id': '8e7b6a99-29f8-4886-b202-65bb261bf069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '2fa2d725-7215-42be-aef4-435ce0428782'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:59:36.160568 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a32dbe-fc54-4268-ba8a-3c4d3d851a45 req-4a8ef954-3c2a-4334-aa20-332b44d8f9ee service neutron] Attempting to bind port c19c83a3-eddb-4e4c-96c1-c611733d40ae on network 2fa2d725-7215-42be-aef4-435ce0428782 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:59:36.164989 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a32dbe-fc54-4268-ba8a-3c4d3d851a45 req-4a8ef954-3c2a-4334-aa20-332b44d8f9ee service neutron] Port c19c83a3-eddb-4e4c-96c1-c611733d40ae on network 2fa2d725-7215-42be-aef4-435ce0428782 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82418 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:59:36.165321 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a32dbe-fc54-4268-ba8a-3c4d3d851a45 req-4a8ef954-3c2a-4334-aa20-332b44d8f9ee service neutron] Attempting to bind port c19c83a3-eddb-4e4c-96c1-c611733d40ae on network 2fa2d725-7215-42be-aef4-435ce0428782 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:59:36.170431 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a32dbe-fc54-4268-ba8a-3c4d3d851a45 req-4a8ef954-3c2a-4334-aa20-332b44d8f9ee service neutron] Checking agent: {'id': '06140fe1-dee6-47e9-9649-a5d5e543fff8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82418', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 43, 32), 'started_at': datetime.datetime(2022, 1, 28, 13, 43, 32), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 59, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:59:36.170770 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a32dbe-fc54-4268-ba8a-3c4d3d851a45 req-4a8ef954-3c2a-4334-aa20-332b44d8f9ee service neutron] Checking segment: {'id': '8e7b6a99-29f8-4886-b202-65bb261bf069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '2fa2d725-7215-42be-aef4-435ce0428782'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:59:36.171154 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a32dbe-fc54-4268-ba8a-3c4d3d851a45 req-4a8ef954-3c2a-4334-aa20-332b44d8f9ee service neutron] Bound using segment: {'id': '8e7b6a99-29f8-4886-b202-65bb261bf069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '2fa2d725-7215-42be-aef4-435ce0428782'} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:59:36.171592 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-65a32dbe-fc54-4268-ba8a-3c4d3d851a45 req-4a8ef954-3c2a-4334-aa20-332b44d8f9ee service neutron] Bound port: c19c83a3-eddb-4e4c-96c1-c611733d40ae, host: hv-cinder-82418, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e7b6a99-29f8-4886-b202-65bb261bf069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '2fa2d725-7215-42be-aef4-435ce0428782'}}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:59:36.171952 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-65a32dbe-fc54-4268-ba8a-3c4d3d851a45 req-4a8ef954-3c2a-4334-aa20-332b44d8f9ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (c19c83a3-eddb-4e4c-96c1-c611733d40ae), before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:36.176832 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce85bc86-43e7-4cd4-91d9-5ea9ecba0312 req-9c3a8acd-c978-4086-b5d1-7d423971232e tempest-VolumesActionsTest-1221646680 tempest-VolumesActionsTest-1221646680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:59:36.178388 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-ce85bc86-43e7-4cd4-91d9-5ea9ecba0312 req-9c3a8acd-c978-4086-b5d1-7d423971232e tempest-VolumesActionsTest-1221646680 tempest-VolumesActionsTest-1221646680-project] 10.222.0.72 "GET /v2.0/ports?device_id=8cfd6f23-d989-40b9-a8eb-57589d9656bc HTTP/1.1" status: 200 len: 943 time: 0.0495732 Jan 28 13:59:36.226347 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-ce85bc86-43e7-4cd4-91d9-5ea9ecba0312 req-4eecca5f-c8d8-4d0e-b757-9ad007cf9646 tempest-VolumesActionsTest-1221646680 tempest-VolumesActionsTest-1221646680-project] 10.222.0.72 "GET /v2.0/security-groups?id=82bb6346-7b75-4860-9fcc-42f395d7df3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420482 Jan 28 13:59:36.241362 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-65a32dbe-fc54-4268-ba8a-3c4d3d851a45 req-4a8ef954-3c2a-4334-aa20-332b44d8f9ee service neutron] For port c19c83a3-eddb-4e4c-96c1-c611733d40ae, host hv-cinder-82418, cleared binding levels {{(pid=109085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:59:36.244734 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-65a32dbe-fc54-4268-ba8a-3c4d3d851a45 req-4a8ef954-3c2a-4334-aa20-332b44d8f9ee service neutron] For port c19c83a3-eddb-4e4c-96c1-c611733d40ae, host hv-cinder-82418, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=c19c83a3-eddb-4e4c-96c1-c611733d40ae,segment=NetworkSegment(8e7b6a99-29f8-4886-b202-65bb261bf069),segment_id=8e7b6a99-29f8-4886-b202-65bb261bf069)] {{(pid=109085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:59:36.252412 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-65a32dbe-fc54-4268-ba8a-3c4d3d851a45 req-4a8ef954-3c2a-4334-aa20-332b44d8f9ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4723334'] for port (c19c83a3-eddb-4e4c-96c1-c611733d40ae), after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:36.285125 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a32dbe-fc54-4268-ba8a-3c4d3d851a45 req-4a8ef954-3c2a-4334-aa20-332b44d8f9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:59:36.285771 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-65a32dbe-fc54-4268-ba8a-3c4d3d851a45 req-4a8ef954-3c2a-4334-aa20-332b44d8f9ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91499'] for port (None), before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:36.287186 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-65a32dbe-fc54-4268-ba8a-3c4d3d851a45 req-4a8ef954-3c2a-4334-aa20-332b44d8f9ee service neutron] 10.222.0.78 "PUT /v2.0/ports/c19c83a3-eddb-4e4c-96c1-c611733d40ae HTTP/1.1" status: 200 len: 1093 time: 0.6328094 Jan 28 13:59:36.287627 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cfd6f23-d989-40b9-a8eb-57589d9656bc', 'tag': 'c19c83a3-eddb-4e4c-96c1-c611733d40ae'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:59:36.289979 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19ef927ebdb7e136520bf73605241c98ba3844c75ab8794845cb00139da391b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bac9d82-5809-4f2f-bea8-e81c202e39e3" -d '{"events": [{"name": "network-changed", "server_uuid": "8cfd6f23-d989-40b9-a8eb-57589d9656bc", "tag": "c19c83a3-eddb-4e4c-96c1-c611733d40ae"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:59:36.321809 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8ef954-3c2a-4334-aa20-332b44d8f9ee service neutron] Pushing event updated for resources: {'Port': ['ID=c19c83a3-eddb-4e4c-96c1-c611733d40ae,revision_number=3']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:59:36.327209 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:59:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12728824-f0b4-4dfb-b536-e21e5730763e x-openstack-request-id: req-12728824-f0b4-4dfb-b536-e21e5730763e {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:59:36.327497 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cfd6f23-d989-40b9-a8eb-57589d9656bc", "tag": "c19c83a3-eddb-4e4c-96c1-c611733d40ae", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:59:36.327752 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-12728824-f0b4-4dfb-b536-e21e5730763e {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:59:36.328156 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cfd6f23-d989-40b9-a8eb-57589d9656bc', 'tag': 'c19c83a3-eddb-4e4c-96c1-c611733d40ae', 'status': 'completed', 'code': 200} Jan 28 13:59:36.370460 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a32dbe-fc54-4268-ba8a-3c4d3d851a45 req-7d922fd9-e5af-4c23-89c6-918e6e90c5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:59:36.371962 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-65a32dbe-fc54-4268-ba8a-3c4d3d851a45 req-7d922fd9-e5af-4c23-89c6-918e6e90c5cf service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=33a187a58879474c8a11392f30f432c8&device_id=8cfd6f23-d989-40b9-a8eb-57589d9656bc HTTP/1.1" status: 200 len: 1096 time: 0.0414195 Jan 28 13:59:36.418109 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-65a32dbe-fc54-4268-ba8a-3c4d3d851a45 req-6b5a0758-326f-461e-880f-013f51504abe service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c19c83a3-eddb-4e4c-96c1-c611733d40ae HTTP/1.1" status: 200 len: 217 time: 0.0377588 Jan 28 13:59:36.469549 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a32dbe-fc54-4268-ba8a-3c4d3d851a45 req-ce26c3c1-3836-4688-a0e1-3264e6f36619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:59:36.471041 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-65a32dbe-fc54-4268-ba8a-3c4d3d851a45 req-ce26c3c1-3836-4688-a0e1-3264e6f36619 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=f31d2d7c-626c-4e7e-9080-737ab72a5f57 HTTP/1.1" status: 200 len: 849 time: 0.0471668 Jan 28 13:59:36.502597 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-65a32dbe-fc54-4268-ba8a-3c4d3d851a45 req-02876cd4-43b8-4f5a-a260-6846a7f5119f service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=2fa2d725-7215-42be-aef4-435ce0428782&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257616 Jan 28 13:59:36.610590 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-65a32dbe-fc54-4268-ba8a-3c4d3d851a45 req-80cfd737-6897-4529-9a41-cc78d78dd354 service neutron] 10.222.0.78 "GET /v2.0/networks/2fa2d725-7215-42be-aef4-435ce0428782?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011920 Jan 28 13:59:36.713051 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-65a32dbe-fc54-4268-ba8a-3c4d3d851a45 req-ce8eab1f-f800-4d93-a79e-ee213865d251 service neutron] 10.222.0.78 "GET /v2.0/networks/2fa2d725-7215-42be-aef4-435ce0428782?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960557 Jan 28 13:59:36.806865 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bac9d82-5809-4f2f-bea8-e81c202e39e3 req-60b2ca26-851d-475c-94de-03fdc39f67c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:59:36.808367 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-7bac9d82-5809-4f2f-bea8-e81c202e39e3 req-60b2ca26-851d-475c-94de-03fdc39f67c5 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=33a187a58879474c8a11392f30f432c8&device_id=8cfd6f23-d989-40b9-a8eb-57589d9656bc HTTP/1.1" status: 200 len: 1096 time: 0.0421188 Jan 28 13:59:36.906496 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bac9d82-5809-4f2f-bea8-e81c202e39e3 req-e00f217a-c45c-403c-bd53-5f6b4169e1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:59:36.907972 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-7bac9d82-5809-4f2f-bea8-e81c202e39e3 req-e00f217a-c45c-403c-bd53-5f6b4169e1a6 service neutron] 10.222.0.78 "GET /v2.0/networks?id=2fa2d725-7215-42be-aef4-435ce0428782 HTTP/1.1" status: 200 len: 910 time: 0.0932469 Jan 28 13:59:36.949335 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-7bac9d82-5809-4f2f-bea8-e81c202e39e3 req-c7a3cd07-34bc-48a3-916a-d0f291a35862 service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c19c83a3-eddb-4e4c-96c1-c611733d40ae HTTP/1.1" status: 200 len: 217 time: 0.0355098 Jan 28 13:59:36.995480 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bac9d82-5809-4f2f-bea8-e81c202e39e3 req-d590746e-8cf0-4656-bc80-aac80cecdf7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:59:36.996880 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-7bac9d82-5809-4f2f-bea8-e81c202e39e3 req-d590746e-8cf0-4656-bc80-aac80cecdf7d service neutron] 10.222.0.78 "GET /v2.0/subnets?id=f31d2d7c-626c-4e7e-9080-737ab72a5f57 HTTP/1.1" status: 200 len: 849 time: 0.0424416 Jan 28 13:59:37.030791 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-7bac9d82-5809-4f2f-bea8-e81c202e39e3 req-f59ba531-f700-4982-a79a-f8eb44d21335 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=2fa2d725-7215-42be-aef4-435ce0428782&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279737 Jan 28 13:59:37.125680 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-7bac9d82-5809-4f2f-bea8-e81c202e39e3 req-b991e42e-7e6e-4345-8f07-d5e43c246d97 service neutron] 10.222.0.78 "GET /v2.0/networks/2fa2d725-7215-42be-aef4-435ce0428782?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885270 Jan 28 13:59:37.233832 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-7bac9d82-5809-4f2f-bea8-e81c202e39e3 req-f2c18eb9-368b-4c12-adee-eecac9988b73 service neutron] 10.222.0.78 "GET /v2.0/networks/2fa2d725-7215-42be-aef4-435ce0428782?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022143 Jan 28 13:59:37.348045 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802ffad4-c8db-488b-8fa2-de6759036061 req-79800e0b-adf7-48c6-ab8d-1650599514ad tempest-VolumesActionsTest-1221646680 tempest-VolumesActionsTest-1221646680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:59:37.349579 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-802ffad4-c8db-488b-8fa2-de6759036061 req-79800e0b-adf7-48c6-ab8d-1650599514ad tempest-VolumesActionsTest-1221646680 tempest-VolumesActionsTest-1221646680-project] 10.222.0.72 "GET /v2.0/ports?device_id=8cfd6f23-d989-40b9-a8eb-57589d9656bc HTTP/1.1" status: 200 len: 943 time: 0.0514388 Jan 28 13:59:37.404915 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-802ffad4-c8db-488b-8fa2-de6759036061 req-732861b5-36f6-4fa2-92aa-1e198c767555 tempest-VolumesActionsTest-1221646680 tempest-VolumesActionsTest-1221646680-project] 10.222.0.72 "GET /v2.0/security-groups?id=82bb6346-7b75-4860-9fcc-42f395d7df3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469682 Jan 28 13:59:38.540870 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7977204d-6392-4eb4-8108-97762a568731 req-96593f56-d422-49e5-a2cc-5d3689b1a233 tempest-VolumesActionsTest-1221646680 tempest-VolumesActionsTest-1221646680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:59:38.542580 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-7977204d-6392-4eb4-8108-97762a568731 req-96593f56-d422-49e5-a2cc-5d3689b1a233 tempest-VolumesActionsTest-1221646680 tempest-VolumesActionsTest-1221646680-project] 10.222.0.72 "GET /v2.0/ports?device_id=8cfd6f23-d989-40b9-a8eb-57589d9656bc HTTP/1.1" status: 200 len: 943 time: 0.0541704 Jan 28 13:59:38.595510 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-7977204d-6392-4eb4-8108-97762a568731 req-0a7bce10-c192-4977-be9a-fd2d5578ccf9 tempest-VolumesActionsTest-1221646680 tempest-VolumesActionsTest-1221646680-project] 10.222.0.72 "GET /v2.0/security-groups?id=82bb6346-7b75-4860-9fcc-42f395d7df3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468271 Jan 28 13:59:39.733219 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5dbb35-afca-4a91-8132-ff5759548665 req-b73bc05a-767f-4f15-9820-c8fb3c537974 tempest-VolumesActionsTest-1221646680 tempest-VolumesActionsTest-1221646680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:59:39.734748 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-4b5dbb35-afca-4a91-8132-ff5759548665 req-b73bc05a-767f-4f15-9820-c8fb3c537974 tempest-VolumesActionsTest-1221646680 tempest-VolumesActionsTest-1221646680-project] 10.222.0.72 "GET /v2.0/ports?device_id=8cfd6f23-d989-40b9-a8eb-57589d9656bc HTTP/1.1" status: 200 len: 943 time: 0.0657105 Jan 28 13:59:39.784739 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-4b5dbb35-afca-4a91-8132-ff5759548665 req-4a8c6ec6-66b9-420e-a3cd-cbf7f786e6b4 tempest-VolumesActionsTest-1221646680 tempest-VolumesActionsTest-1221646680-project] 10.222.0.72 "GET /v2.0/security-groups?id=82bb6346-7b75-4860-9fcc-42f395d7df3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434792 Jan 28 13:59:39.909406 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Device c19c83a3-eddb-4e4c-96c1-c611733d40ae details requested by agent hyperv_hv-cinder-82418 with host hv-cinder-82418 {{(pid=109086) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:59:40.018185 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] For port c19c83a3-eddb-4e4c-96c1-c611733d40ae, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=c19c83a3-eddb-4e4c-96c1-c611733d40ae,segment=NetworkSegment(8e7b6a99-29f8-4886-b202-65bb261bf069),segment_id=8e7b6a99-29f8-4886-b202-65bb261bf069)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:59:40.029603 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Returning: {'device': 'c19c83a3-eddb-4e4c-96c1-c611733d40ae', 'network_id': '2fa2d725-7215-42be-aef4-435ce0428782', 'port_id': 'c19c83a3-eddb-4e4c-96c1-c611733d40ae', 'mac_address': 'fa:16:3e:ed:2f:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f31d2d7c-626c-4e7e-9080-737ab72a5f57', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109086) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:59:40.067522 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Current status of the port c19c83a3-eddb-4e4c-96c1-c611733d40ae is: DOWN; New status is: BUILD {{(pid=109086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:59:40.067910 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (c19c83a3-eddb-4e4c-96c1-c611733d40ae), before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:40.081278 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.notifiers.nova [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c19c83a3-eddb-4e4c-96c1-c611733d40ae {{(pid=109086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:59:40.100441 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] For port c19c83a3-eddb-4e4c-96c1-c611733d40ae, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=c19c83a3-eddb-4e4c-96c1-c611733d40ae,segment=NetworkSegment(8e7b6a99-29f8-4886-b202-65bb261bf069),segment_id=8e7b6a99-29f8-4886-b202-65bb261bf069)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:59:40.106596 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862'] for port (c19c83a3-eddb-4e4c-96c1-c611733d40ae), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:40.151360 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Pushing event updated for resources: {'Port': ['ID=c19c83a3-eddb-4e4c-96c1-c611733d40ae,revision_number=4']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:59:40.158987 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:59:40.159309 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:59:40.159770 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:59:40.160049 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:59:40.160383 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:59:40.160716 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:59:40.161079 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:59:40.161432 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:59:40.161769 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:59:40.162101 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:59:40.162437 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:59:40.162762 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:59:40.163077 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 13:59:40.444699 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] get_ports_and_sgs() called for port_ids ['c19c83a3-eddb-4e4c-96c1-c611733d40ae'] {{(pid=109086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:59:40.912764 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56b7177-d3c1-4f20-b233-58138649440c req-7a570230-ed61-4f35-a93e-e304dc0560d3 tempest-VolumesActionsTest-1221646680 tempest-VolumesActionsTest-1221646680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:59:40.914615 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-e56b7177-d3c1-4f20-b233-58138649440c req-7a570230-ed61-4f35-a93e-e304dc0560d3 tempest-VolumesActionsTest-1221646680 tempest-VolumesActionsTest-1221646680-project] 10.222.0.72 "GET /v2.0/ports?device_id=8cfd6f23-d989-40b9-a8eb-57589d9656bc HTTP/1.1" status: 200 len: 944 time: 0.0520546 Jan 28 13:59:40.966003 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-e56b7177-d3c1-4f20-b233-58138649440c req-361df307-774d-43af-85b7-8cde76facd61 tempest-VolumesActionsTest-1221646680 tempest-VolumesActionsTest-1221646680-project] 10.222.0.72 "GET /v2.0/security-groups?id=82bb6346-7b75-4860-9fcc-42f395d7df3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443790 Jan 28 13:59:41.910680 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Device c19c83a3-eddb-4e4c-96c1-c611733d40ae up at agent hyperv_hv-cinder-82418 {{(pid=109086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:59:41.984154 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Provisioning for port c19c83a3-eddb-4e4c-96c1-c611733d40ae completed by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:59:41.988207 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Provisioning complete for port c19c83a3-eddb-4e4c-96c1-c611733d40ae triggered by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:59:41.988599 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041328'] for port (c19c83a3-eddb-4e4c-96c1-c611733d40ae), provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:42.074344 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Current status of the port c19c83a3-eddb-4e4c-96c1-c611733d40ae is: BUILD; New status is: ACTIVE {{(pid=109086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:59:42.074737 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (c19c83a3-eddb-4e4c-96c1-c611733d40ae), before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:42.079849 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949cdb95-a1dc-4061-9159-df88941bfa82 req-68652c0f-6ab7-4a23-b87b-42de71d6dbc5 tempest-VolumesActionsTest-1221646680 tempest-VolumesActionsTest-1221646680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:59:42.081471 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-949cdb95-a1dc-4061-9159-df88941bfa82 req-68652c0f-6ab7-4a23-b87b-42de71d6dbc5 tempest-VolumesActionsTest-1221646680 tempest-VolumesActionsTest-1221646680-project] 10.222.0.72 "GET /v2.0/ports?device_id=8cfd6f23-d989-40b9-a8eb-57589d9656bc HTTP/1.1" status: 200 len: 944 time: 0.0483150 Jan 28 13:59:42.098399 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cfd6f23-d989-40b9-a8eb-57589d9656bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c19c83a3-eddb-4e4c-96c1-c611733d40ae'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:59:42.100677 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fe2f3ff242846a504b70cb1607640f93490c53de488d62a29fe51e57b5b242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47434f32-3c8b-4159-b728-4519e6600bbc" -d '{"events": [{"server_uuid": "8cfd6f23-d989-40b9-a8eb-57589d9656bc", "name": "network-vif-plugged", "status": "completed", "tag": "c19c83a3-eddb-4e4c-96c1-c611733d40ae"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:59:42.113238 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] For port c19c83a3-eddb-4e4c-96c1-c611733d40ae, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=c19c83a3-eddb-4e4c-96c1-c611733d40ae,segment=NetworkSegment(8e7b6a99-29f8-4886-b202-65bb261bf069),segment_id=8e7b6a99-29f8-4886-b202-65bb261bf069)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:59:42.118083 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862'] for port (c19c83a3-eddb-4e4c-96c1-c611733d40ae), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:42.131860 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-949cdb95-a1dc-4061-9159-df88941bfa82 req-d9b74c1e-0b35-4821-aab6-928603b89c8a tempest-VolumesActionsTest-1221646680 tempest-VolumesActionsTest-1221646680-project] 10.222.0.72 "GET /v2.0/security-groups?id=82bb6346-7b75-4860-9fcc-42f395d7df3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443881 Jan 28 13:59:42.153874 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd2a9032-16d8-4e4f-95e8-9fb2f5358da9 x-openstack-request-id: req-cd2a9032-16d8-4e4f-95e8-9fb2f5358da9 {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:59:42.153874 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cfd6f23-d989-40b9-a8eb-57589d9656bc", "name": "network-vif-plugged", "status": "completed", "tag": "c19c83a3-eddb-4e4c-96c1-c611733d40ae", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:59:42.153874 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-cd2a9032-16d8-4e4f-95e8-9fb2f5358da9 {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:59:42.153874 dv-cinder-824187-7-iscsi neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cfd6f23-d989-40b9-a8eb-57589d9656bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c19c83a3-eddb-4e4c-96c1-c611733d40ae', 'code': 200} Jan 28 13:59:42.174936 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Pushing event updated for resources: {'Port': ['ID=c19c83a3-eddb-4e4c-96c1-c611733d40ae,revision_number=5']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:59:42.315116 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecc6d87-eeae-49ad-b570-e55a2f48da7a req-3a185088-4fd0-4e96-ba6f-989ab00663d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:59:42.316596 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-6ecc6d87-eeae-49ad-b570-e55a2f48da7a req-3a185088-4fd0-4e96-ba6f-989ab00663d7 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=8cfd6f23-d989-40b9-a8eb-57589d9656bc HTTP/1.1" status: 200 len: 1098 time: 0.0447795 Jan 28 13:59:42.367331 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-6ecc6d87-eeae-49ad-b570-e55a2f48da7a req-c2da94f3-5e47-4654-8deb-3d110c37fd59 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=82bb6346-7b75-4860-9fcc-42f395d7df3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414681 Jan 28 13:59:43.260807 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0762970a-77a2-4e14-92eb-5d2fc361001c req-1786a5d0-96dd-407d-867f-1e2c3ece8732 tempest-VolumesActionsTest-1221646680 tempest-VolumesActionsTest-1221646680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:59:43.262662 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-0762970a-77a2-4e14-92eb-5d2fc361001c req-1786a5d0-96dd-407d-867f-1e2c3ece8732 tempest-VolumesActionsTest-1221646680 tempest-VolumesActionsTest-1221646680-project] 10.222.0.72 "GET /v2.0/ports?device_id=8cfd6f23-d989-40b9-a8eb-57589d9656bc HTTP/1.1" status: 200 len: 945 time: 0.0557349 Jan 28 13:59:43.313558 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-0762970a-77a2-4e14-92eb-5d2fc361001c req-b4b6d9fd-a884-49fa-8eb9-f54747dc1da0 tempest-VolumesActionsTest-1221646680 tempest-VolumesActionsTest-1221646680-project] 10.222.0.72 "GET /v2.0/security-groups?id=82bb6346-7b75-4860-9fcc-42f395d7df3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442715 Jan 28 13:59:44.441381 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae2e15a-80d0-42b5-a831-227beee458f9 req-1c34f7b5-bca9-4c64-9a0b-4ec4df0c5dc2 tempest-VolumesActionsTest-1221646680 tempest-VolumesActionsTest-1221646680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:59:44.443160 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-aae2e15a-80d0-42b5-a831-227beee458f9 req-1c34f7b5-bca9-4c64-9a0b-4ec4df0c5dc2 tempest-VolumesActionsTest-1221646680 tempest-VolumesActionsTest-1221646680-project] 10.222.0.72 "GET /v2.0/ports?device_id=8cfd6f23-d989-40b9-a8eb-57589d9656bc HTTP/1.1" status: 200 len: 945 time: 0.0586445 Jan 28 13:59:44.494941 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-aae2e15a-80d0-42b5-a831-227beee458f9 req-64b696a6-b8c6-4e23-87af-dd8ad70a61bf tempest-VolumesActionsTest-1221646680 tempest-VolumesActionsTest-1221646680-project] 10.222.0.72 "GET /v2.0/security-groups?id=82bb6346-7b75-4860-9fcc-42f395d7df3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458548 Jan 28 13:59:44.790898 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-5a4481a9-15c1-4926-b35d-ac9eb55ea558 req-7e648387-2463-469c-9ff4-33c66602870b service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=8cfd6f23-d989-40b9-a8eb-57589d9656bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0443673 Jan 28 13:59:44.879240 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4481a9-15c1-4926-b35d-ac9eb55ea558 req-419165d8-3fce-4b3e-9175-46b7f5b607ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:59:44.880765 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-5a4481a9-15c1-4926-b35d-ac9eb55ea558 req-419165d8-3fce-4b3e-9175-46b7f5b607ab service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=33a187a58879474c8a11392f30f432c8&device_id=8cfd6f23-d989-40b9-a8eb-57589d9656bc HTTP/1.1" status: 200 len: 1098 time: 0.0437822 Jan 28 13:59:44.984239 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4481a9-15c1-4926-b35d-ac9eb55ea558 req-4f6a0d50-4174-4e3c-9a26-37eab3830c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:59:44.985700 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-5a4481a9-15c1-4926-b35d-ac9eb55ea558 req-4f6a0d50-4174-4e3c-9a26-37eab3830c3c service neutron] 10.222.0.78 "GET /v2.0/networks?id=2fa2d725-7215-42be-aef4-435ce0428782 HTTP/1.1" status: 200 len: 910 time: 0.0857844 Jan 28 13:59:45.044536 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-5a4481a9-15c1-4926-b35d-ac9eb55ea558 req-a9aaee50-b2ca-4915-a61b-a53ad1ced63f service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c19c83a3-eddb-4e4c-96c1-c611733d40ae HTTP/1.1" status: 200 len: 217 time: 0.0476170 Jan 28 13:59:45.094188 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4481a9-15c1-4926-b35d-ac9eb55ea558 req-ce2062fc-4dc5-4248-b8a1-85cabcb30f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:59:45.095700 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-5a4481a9-15c1-4926-b35d-ac9eb55ea558 req-ce2062fc-4dc5-4248-b8a1-85cabcb30f11 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=f31d2d7c-626c-4e7e-9080-737ab72a5f57 HTTP/1.1" status: 200 len: 849 time: 0.0455077 Jan 28 13:59:45.099092 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96160e9-2e66-4298-8cdf-caac5742ffc4 req-8ddc06a5-65ce-4012-a141-de1891a0b7a8 tempest-VolumesActionsTest-1221646680 tempest-VolumesActionsTest-1221646680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:59:45.101100 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-e96160e9-2e66-4298-8cdf-caac5742ffc4 req-8ddc06a5-65ce-4012-a141-de1891a0b7a8 tempest-VolumesActionsTest-1221646680 tempest-VolumesActionsTest-1221646680-project] 10.222.0.72 "GET /v2.0/ports?device_id=8cfd6f23-d989-40b9-a8eb-57589d9656bc HTTP/1.1" status: 200 len: 945 time: 0.0485516 Jan 28 13:59:45.127785 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-5a4481a9-15c1-4926-b35d-ac9eb55ea558 req-352c0da2-d2b5-4c11-8d9b-517895317e6e service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=2fa2d725-7215-42be-aef4-435ce0428782&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248818 Jan 28 13:59:45.148177 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-e96160e9-2e66-4298-8cdf-caac5742ffc4 req-e1c3d0d5-daac-43c6-9774-52fe95a4de68 tempest-VolumesActionsTest-1221646680 tempest-VolumesActionsTest-1221646680-project] 10.222.0.72 "GET /v2.0/security-groups?id=82bb6346-7b75-4860-9fcc-42f395d7df3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414276 Jan 28 13:59:45.222387 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-5a4481a9-15c1-4926-b35d-ac9eb55ea558 req-8885ffa1-e233-47a8-990a-33b86de18184 service neutron] 10.222.0.78 "GET /v2.0/networks/2fa2d725-7215-42be-aef4-435ce0428782?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873406 Jan 28 13:59:45.318504 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-5a4481a9-15c1-4926-b35d-ac9eb55ea558 req-d1fa1633-a492-4a68-b040-4335e4c03b11 service neutron] 10.222.0.78 "GET /v2.0/networks/2fa2d725-7215-42be-aef4-435ce0428782?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898366 Jan 28 13:59:46.275855 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f00383-ed68-4381-9e2f-df98605b8532 req-f290526e-8cd4-4aae-9de7-89f139189feb tempest-VolumesActionsTest-1221646680 tempest-VolumesActionsTest-1221646680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:59:46.277445 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-c7f00383-ed68-4381-9e2f-df98605b8532 req-f290526e-8cd4-4aae-9de7-89f139189feb tempest-VolumesActionsTest-1221646680 tempest-VolumesActionsTest-1221646680-project] 10.222.0.72 "GET /v2.0/ports?device_id=8cfd6f23-d989-40b9-a8eb-57589d9656bc HTTP/1.1" status: 200 len: 945 time: 0.0581944 Jan 28 13:59:46.330728 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-c7f00383-ed68-4381-9e2f-df98605b8532 req-b196b205-534e-4faf-93f7-1d72acd970be tempest-VolumesActionsTest-1221646680 tempest-VolumesActionsTest-1221646680-project] 10.222.0.72 "GET /v2.0/security-groups?id=82bb6346-7b75-4860-9fcc-42f395d7df3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474133 Jan 28 13:59:46.513100 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6ba9ac-3faa-4eb4-88de-5d98892819bc req-da843492-102e-4268-a3db-66054d6b55de tempest-VolumesActionsTest-1221646680 tempest-VolumesActionsTest-1221646680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:59:46.514556 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-de6ba9ac-3faa-4eb4-88de-5d98892819bc req-da843492-102e-4268-a3db-66054d6b55de tempest-VolumesActionsTest-1221646680 tempest-VolumesActionsTest-1221646680-project] 10.222.0.78 "GET /v2.0/ports?device_id=8cfd6f23-d989-40b9-a8eb-57589d9656bc HTTP/1.1" status: 200 len: 945 time: 0.0497818 Jan 28 13:59:46.602914 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-de6ba9ac-3faa-4eb4-88de-5d98892819bc req-39fb72fd-c249-40d8-994c-bfb4f1e5f49e tempest-VolumesActionsTest-1221646680 tempest-VolumesActionsTest-1221646680-project] Deleting port c19c83a3-eddb-4e4c-96c1-c611733d40ae {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 13:59:46.603269 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-de6ba9ac-3faa-4eb4-88de-5d98892819bc req-39fb72fd-c249-40d8-994c-bfb4f1e5f49e tempest-VolumesActionsTest-1221646680 tempest-VolumesActionsTest-1221646680-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742788692592'] for port (c19c83a3-eddb-4e4c-96c1-c611733d40ae), before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:46.698322 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-de6ba9ac-3faa-4eb4-88de-5d98892819bc req-39fb72fd-c249-40d8-994c-bfb4f1e5f49e tempest-VolumesActionsTest-1221646680 tempest-VolumesActionsTest-1221646680-project] For port c19c83a3-eddb-4e4c-96c1-c611733d40ae, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=c19c83a3-eddb-4e4c-96c1-c611733d40ae,segment=NetworkSegment(8e7b6a99-29f8-4886-b202-65bb261bf069),segment_id=8e7b6a99-29f8-4886-b202-65bb261bf069)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:59:46.698750 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-de6ba9ac-3faa-4eb4-88de-5d98892819bc req-39fb72fd-c249-40d8-994c-bfb4f1e5f49e tempest-VolumesActionsTest-1221646680 tempest-VolumesActionsTest-1221646680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818260'] for port (c19c83a3-eddb-4e4c-96c1-c611733d40ae), precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:46.715431 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-de6ba9ac-3faa-4eb4-88de-5d98892819bc req-39fb72fd-c249-40d8-994c-bfb4f1e5f49e tempest-VolumesActionsTest-1221646680 tempest-VolumesActionsTest-1221646680-project] Calling delete_port for c19c83a3-eddb-4e4c-96c1-c611733d40ae owned by compute:nova {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 13:59:46.856312 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-de6ba9ac-3faa-4eb4-88de-5d98892819bc req-39fb72fd-c249-40d8-994c-bfb4f1e5f49e tempest-VolumesActionsTest-1221646680 tempest-VolumesActionsTest-1221646680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742788697034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742788384835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4723325'] for port (c19c83a3-eddb-4e4c-96c1-c611733d40ae), after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:46.868274 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] get_ports_and_sgs() called for port_ids ['c19c83a3-eddb-4e4c-96c1-c611733d40ae'] {{(pid=109086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:59:46.888826 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fb72fd-c249-40d8-994c-bfb4f1e5f49e tempest-VolumesActionsTest-1221646680 tempest-VolumesActionsTest-1221646680-project] Pushing event deleted for resources: {'Port': ['ID=c19c83a3-eddb-4e4c-96c1-c611733d40ae,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:59:46.928559 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-de6ba9ac-3faa-4eb4-88de-5d98892819bc req-39fb72fd-c249-40d8-994c-bfb4f1e5f49e tempest-VolumesActionsTest-1221646680 tempest-VolumesActionsTest-1221646680-project] No DVR routers for this DVR port c19c83a3-eddb-4e4c-96c1-c611733d40ae on host hv-cinder-82418 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 13:59:46.931206 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-de6ba9ac-3faa-4eb4-88de-5d98892819bc req-39fb72fd-c249-40d8-994c-bfb4f1e5f49e tempest-VolumesActionsTest-1221646680 tempest-VolumesActionsTest-1221646680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91499'] for port (None), before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:46.934514 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-de6ba9ac-3faa-4eb4-88de-5d98892819bc req-39fb72fd-c249-40d8-994c-bfb4f1e5f49e tempest-VolumesActionsTest-1221646680 tempest-VolumesActionsTest-1221646680-project] 10.222.0.78 "DELETE /v2.0/ports/c19c83a3-eddb-4e4c-96c1-c611733d40ae HTTP/1.1" status: 204 len: 173 time: 0.4149773 Jan 28 13:59:46.934951 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cfd6f23-d989-40b9-a8eb-57589d9656bc', 'name': 'network-vif-deleted', 'tag': 'c19c83a3-eddb-4e4c-96c1-c611733d40ae'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:59:46.937576 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19ef927ebdb7e136520bf73605241c98ba3844c75ab8794845cb00139da391b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f714195f-0107-4928-b60b-dabef76b0fc7" -d '{"events": [{"server_uuid": "8cfd6f23-d989-40b9-a8eb-57589d9656bc", "name": "network-vif-deleted", "tag": "c19c83a3-eddb-4e4c-96c1-c611733d40ae"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:59:46.975031 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8c7b775-351c-43ef-acee-18f4031b93bf x-openstack-request-id: req-f8c7b775-351c-43ef-acee-18f4031b93bf {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:59:46.975326 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cfd6f23-d989-40b9-a8eb-57589d9656bc", "name": "network-vif-deleted", "tag": "c19c83a3-eddb-4e4c-96c1-c611733d40ae", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:59:46.975576 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-f8c7b775-351c-43ef-acee-18f4031b93bf {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:59:46.975972 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cfd6f23-d989-40b9-a8eb-57589d9656bc', 'name': 'network-vif-deleted', 'tag': 'c19c83a3-eddb-4e4c-96c1-c611733d40ae', 'status': 'completed', 'code': 200} Jan 28 13:59:47.443636 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-c77c73e1-e049-4f86-85f4-99923899a986 req-5e4a1374-a75e-4fdf-a7e5-9c7735b88606 tempest-VolumesActionsTest-1221646680 tempest-VolumesActionsTest-1221646680-project] 10.222.0.72 "GET /v2.0/ports?device_id=8cfd6f23-d989-40b9-a8eb-57589d9656bc HTTP/1.1" status: 200 len: 210 time: 0.0292656 Jan 28 13:59:48.722803 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba66b18-3add-461f-bb93-080c2ffb28c3 req-39c783e9-5d26-4339-bf1b-ba161f5e270f tempest-VolumesActionsTest-1221646680 tempest-VolumesActionsTest-1221646680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:59:48.724277 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-8ba66b18-3add-461f-bb93-080c2ffb28c3 req-39c783e9-5d26-4339-bf1b-ba161f5e270f tempest-VolumesActionsTest-1221646680 tempest-VolumesActionsTest-1221646680-project] 10.222.0.72 "GET /v2.0/networks?id=2fa2d725-7215-42be-aef4-435ce0428782 HTTP/1.1" status: 200 len: 809 time: 0.1081357 Jan 28 13:59:48.741613 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-8ba66b18-3add-461f-bb93-080c2ffb28c3 req-83c284cb-13d6-4791-afaa-8a19b3c8c688 tempest-VolumesActionsTest-1221646680 tempest-VolumesActionsTest-1221646680-project] 10.222.0.72 "GET /v2.0/quotas/33a187a58879474c8a11392f30f432c8 HTTP/1.1" status: 200 len: 375 time: 0.0093803 Jan 28 13:59:48.773209 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-8ba66b18-3add-461f-bb93-080c2ffb28c3 req-9a969ece-057b-4479-b8a8-f16e304e891e tempest-VolumesActionsTest-1221646680 tempest-VolumesActionsTest-1221646680-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=33a187a58879474c8a11392f30f432c8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266869 Jan 28 13:59:48.873392 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-8ba66b18-3add-461f-bb93-080c2ffb28c3 req-7b7731d4-27cf-4741-949d-0987ad22013c service neutron] 10.222.0.72 "GET /v2.0/networks/2fa2d725-7215-42be-aef4-435ce0428782?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935616 Jan 28 13:59:48.970348 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-8ba66b18-3add-461f-bb93-080c2ffb28c3 req-cdee2d03-084d-4db2-b7c9-c4fc6ff92dd2 service neutron] 10.222.0.72 "GET /v2.0/networks/2fa2d725-7215-42be-aef4-435ce0428782?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926867 Jan 28 13:59:49.149618 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-09b36fbf-97b2-438e-8942-b23d40d1eb89 req-e0f0d3c5-80b0-4975-83a7-7aa4ddb286a1 tempest-VolumesActionsTest-1221646680 tempest-VolumesActionsTest-1221646680-project] 10.222.0.72 "GET /v2.0/ports?device_id=5623e89e-0cb5-4a17-acfc-b267bdab7b7f HTTP/1.1" status: 200 len: 210 time: 0.0277073 Jan 28 13:59:49.938432 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Device c19c83a3-eddb-4e4c-96c1-c611733d40ae no longer exists at agent hyperv_hv-cinder-82418 {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 13:59:49.958362 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] No Port match for: c19c83a3-eddb-4e4c-96c1-c611733d40ae {{(pid=109086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 13:59:49.958709 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Device c19c83a3-eddb-4e4c-96c1-c611733d40ae not bound to the agent host hv-cinder-82418 {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 13:59:50.100869 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba66b18-3add-461f-bb93-080c2ffb28c3 req-75d63030-5076-4f39-8b18-18e434983b1e tempest-VolumesActionsTest-1221646680 tempest-VolumesActionsTest-1221646680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:59:50.102305 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-8ba66b18-3add-461f-bb93-080c2ffb28c3 req-75d63030-5076-4f39-8b18-18e434983b1e tempest-VolumesActionsTest-1221646680 tempest-VolumesActionsTest-1221646680-project] 10.222.0.78 "GET /v2.0/networks?id=2fa2d725-7215-42be-aef4-435ce0428782 HTTP/1.1" status: 200 len: 809 time: 0.1041694 Jan 28 13:59:50.114083 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.v2.base [req-8ba66b18-3add-461f-bb93-080c2ffb28c3 req-78486f5f-c8cb-449b-8638-ad5950129ca6 tempest-VolumesActionsTest-1221646680 tempest-VolumesActionsTest-1221646680-project] Request body: {'port': {'device_id': '5623e89e-0cb5-4a17-acfc-b267bdab7b7f', 'network_id': '2fa2d725-7215-42be-aef4-435ce0428782', 'admin_state_up': True, 'tenant_id': '33a187a58879474c8a11392f30f432c8'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:59:50.229635 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ba66b18-3add-461f-bb93-080c2ffb28c3 req-78486f5f-c8cb-449b-8638-ad5950129ca6 tempest-VolumesActionsTest-1221646680 tempest-VolumesActionsTest-1221646680-project] Made reservation on behalf of 33a187a58879474c8a11392f30f432c8 for: {'port': 1} {{(pid=109085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 13:59:50.232704 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-8ba66b18-3add-461f-bb93-080c2ffb28c3 req-78486f5f-c8cb-449b-8638-ad5950129ca6 tempest-VolumesActionsTest-1221646680 tempest-VolumesActionsTest-1221646680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (None), before_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:50.249579 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-674fb48d-dca6-4f39-98d6-5f2a0bf4102a req-dc4871ba-b995-44b1-80bd-6ac2e3b1258c tempest-VolumesActionsTest-1221646680 tempest-VolumesActionsTest-1221646680-project] 10.222.0.72 "GET /v2.0/ports?device_id=5623e89e-0cb5-4a17-acfc-b267bdab7b7f HTTP/1.1" status: 200 len: 210 time: 0.0327015 Jan 28 13:59:50.371530 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.db.db_base_plugin_common [req-8ba66b18-3add-461f-bb93-080c2ffb28c3 req-78486f5f-c8cb-449b-8638-ad5950129ca6 tempest-VolumesActionsTest-1221646680 tempest-VolumesActionsTest-1221646680-project] Allocated IP 172.20.0.11 (2fa2d725-7215-42be-aef4-435ce0428782/f31d2d7c-626c-4e7e-9080-737ab72a5f57/36789e3f-85de-4129-8555-5e4c07b8ce94) {{(pid=109085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 13:59:50.528909 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-8ba66b18-3add-461f-bb93-080c2ffb28c3 req-78486f5f-c8cb-449b-8638-ad5950129ca6 tempest-VolumesActionsTest-1221646680 tempest-VolumesActionsTest-1221646680-project] Publish callbacks [] for port (36789e3f-85de-4129-8555-5e4c07b8ce94), precommit_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:50.570520 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-8ba66b18-3add-461f-bb93-080c2ffb28c3 req-78486f5f-c8cb-449b-8638-ad5950129ca6 tempest-VolumesActionsTest-1221646680 tempest-VolumesActionsTest-1221646680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742788384826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4723325'] for port (36789e3f-85de-4129-8555-5e4c07b8ce94), after_create {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:50.612632 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ba66b18-3add-461f-bb93-080c2ffb28c3 req-78486f5f-c8cb-449b-8638-ad5950129ca6 tempest-VolumesActionsTest-1221646680 tempest-VolumesActionsTest-1221646680-project] Network 2fa2d725-7215-42be-aef4-435ce0428782 is already hosted by enough agents. {{(pid=109085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 13:59:50.616245 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.scheduler.base_scheduler [req-8ba66b18-3add-461f-bb93-080c2ffb28c3 req-78486f5f-c8cb-449b-8638-ad5950129ca6 tempest-VolumesActionsTest-1221646680 tempest-VolumesActionsTest-1221646680-project] Resources bound (agent type, host, resource id): {{(pid=109085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 13:59:50.620319 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ba66b18-3add-461f-bb93-080c2ffb28c3 req-78486f5f-c8cb-449b-8638-ad5950129ca6 tempest-VolumesActionsTest-1221646680 tempest-VolumesActionsTest-1221646680-project] Received port after_create {{(pid=109085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 28 13:59:50.649179 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78486f5f-c8cb-449b-8638-ad5950129ca6 tempest-VolumesActionsTest-1221646680 tempest-VolumesActionsTest-1221646680-project] Pushing event updated for resources: {'Port': ['ID=36789e3f-85de-4129-8555-5e4c07b8ce94,revision_number=1']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:59:50.677001 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba66b18-3add-461f-bb93-080c2ffb28c3 req-78486f5f-c8cb-449b-8638-ad5950129ca6 tempest-VolumesActionsTest-1221646680 tempest-VolumesActionsTest-1221646680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:59:50.677633 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-8ba66b18-3add-461f-bb93-080c2ffb28c3 req-78486f5f-c8cb-449b-8638-ad5950129ca6 tempest-VolumesActionsTest-1221646680 tempest-VolumesActionsTest-1221646680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91499'] for port (None), before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:50.696067 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-8ba66b18-3add-461f-bb93-080c2ffb28c3 req-78486f5f-c8cb-449b-8638-ad5950129ca6 tempest-VolumesActionsTest-1221646680 tempest-VolumesActionsTest-1221646680-project] 10.222.0.78 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5856729 Jan 28 13:59:50.710196 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.v2.base [req-8ba66b18-3add-461f-bb93-080c2ffb28c3 req-c47952ee-7118-4ffb-8c87-6478d0046b11 service neutron] Request body: {'port': {'device_id': '5623e89e-0cb5-4a17-acfc-b267bdab7b7f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82418'}} {{(pid=109085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 13:59:50.765529 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-8ba66b18-3add-461f-bb93-080c2ffb28c3 req-c47952ee-7118-4ffb-8c87-6478d0046b11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (36789e3f-85de-4129-8555-5e4c07b8ce94), before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:51.023775 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.notifiers.nova [req-8ba66b18-3add-461f-bb93-080c2ffb28c3 req-c47952ee-7118-4ffb-8c87-6478d0046b11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36789e3f-85de-4129-8555-5e4c07b8ce94 {{(pid=109085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:59:51.033177 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-8ba66b18-3add-461f-bb93-080c2ffb28c3 req-c47952ee-7118-4ffb-8c87-6478d0046b11 service neutron] Publish callbacks [] for port (36789e3f-85de-4129-8555-5e4c07b8ce94), precommit_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:51.045746 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.db.provisioning_blocks [req-8ba66b18-3add-461f-bb93-080c2ffb28c3 req-c47952ee-7118-4ffb-8c87-6478d0046b11 service neutron] Transition to ACTIVE for port object 36789e3f-85de-4129-8555-5e4c07b8ce94 will not be triggered until provisioned by entity L2. {{(pid=109085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 13:59:51.050655 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-8ba66b18-3add-461f-bb93-080c2ffb28c3 req-c47952ee-7118-4ffb-8c87-6478d0046b11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4723334'] for port (36789e3f-85de-4129-8555-5e4c07b8ce94), after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:51.100353 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47952ee-7118-4ffb-8c87-6478d0046b11 service neutron] Pushing event updated for resources: {'Port': ['ID=36789e3f-85de-4129-8555-5e4c07b8ce94,revision_number=2']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:59:51.168657 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-8ba66b18-3add-461f-bb93-080c2ffb28c3 req-c47952ee-7118-4ffb-8c87-6478d0046b11 service neutron] Attempting to bind port 36789e3f-85de-4129-8555-5e4c07b8ce94 on host hv-cinder-82418 for vnic_type normal with profile {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 28 13:59:51.169521 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-8ba66b18-3add-461f-bb93-080c2ffb28c3 req-c47952ee-7118-4ffb-8c87-6478d0046b11 service neutron] Attempting to bind port 36789e3f-85de-4129-8555-5e4c07b8ce94 by drivers openvswitch,hyperv on host hv-cinder-82418 at level 0 using segments [{'id': '8e7b6a99-29f8-4886-b202-65bb261bf069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '2fa2d725-7215-42be-aef4-435ce0428782'}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 28 13:59:51.169521 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba66b18-3add-461f-bb93-080c2ffb28c3 req-c47952ee-7118-4ffb-8c87-6478d0046b11 service neutron] Attempting to bind port 36789e3f-85de-4129-8555-5e4c07b8ce94 on network 2fa2d725-7215-42be-aef4-435ce0428782 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:59:51.173724 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba66b18-3add-461f-bb93-080c2ffb28c3 req-c47952ee-7118-4ffb-8c87-6478d0046b11 service neutron] Port 36789e3f-85de-4129-8555-5e4c07b8ce94 on network 2fa2d725-7215-42be-aef4-435ce0428782 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82418 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 28 13:59:51.174044 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba66b18-3add-461f-bb93-080c2ffb28c3 req-c47952ee-7118-4ffb-8c87-6478d0046b11 service neutron] Attempting to bind port 36789e3f-85de-4129-8555-5e4c07b8ce94 on network 2fa2d725-7215-42be-aef4-435ce0428782 {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 28 13:59:51.178960 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba66b18-3add-461f-bb93-080c2ffb28c3 req-c47952ee-7118-4ffb-8c87-6478d0046b11 service neutron] Checking agent: {'id': '06140fe1-dee6-47e9-9649-a5d5e543fff8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82418', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 13, 43, 32), 'started_at': datetime.datetime(2022, 1, 28, 13, 43, 32), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 13, 59, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 28 13:59:51.179288 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba66b18-3add-461f-bb93-080c2ffb28c3 req-c47952ee-7118-4ffb-8c87-6478d0046b11 service neutron] Checking segment: {'id': '8e7b6a99-29f8-4886-b202-65bb261bf069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '2fa2d725-7215-42be-aef4-435ce0428782'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 28 13:59:51.179662 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba66b18-3add-461f-bb93-080c2ffb28c3 req-c47952ee-7118-4ffb-8c87-6478d0046b11 service neutron] Bound using segment: {'id': '8e7b6a99-29f8-4886-b202-65bb261bf069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '2fa2d725-7215-42be-aef4-435ce0428782'} {{(pid=109085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 28 13:59:51.180074 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.managers [req-8ba66b18-3add-461f-bb93-080c2ffb28c3 req-c47952ee-7118-4ffb-8c87-6478d0046b11 service neutron] Bound port: 36789e3f-85de-4129-8555-5e4c07b8ce94, host: hv-cinder-82418, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e7b6a99-29f8-4886-b202-65bb261bf069', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 743, 'network_id': '2fa2d725-7215-42be-aef4-435ce0428782'}}] {{(pid=109085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 28 13:59:51.180423 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-8ba66b18-3add-461f-bb93-080c2ffb28c3 req-c47952ee-7118-4ffb-8c87-6478d0046b11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (36789e3f-85de-4129-8555-5e4c07b8ce94), before_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:51.243930 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-8ba66b18-3add-461f-bb93-080c2ffb28c3 req-c47952ee-7118-4ffb-8c87-6478d0046b11 service neutron] For port 36789e3f-85de-4129-8555-5e4c07b8ce94, host hv-cinder-82418, cleared binding levels {{(pid=109085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 28 13:59:51.247195 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-8ba66b18-3add-461f-bb93-080c2ffb28c3 req-c47952ee-7118-4ffb-8c87-6478d0046b11 service neutron] For port 36789e3f-85de-4129-8555-5e4c07b8ce94, host hv-cinder-82418, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=36789e3f-85de-4129-8555-5e4c07b8ce94,segment=NetworkSegment(8e7b6a99-29f8-4886-b202-65bb261bf069),segment_id=8e7b6a99-29f8-4886-b202-65bb261bf069)] {{(pid=109085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 28 13:59:51.255763 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-8ba66b18-3add-461f-bb93-080c2ffb28c3 req-c47952ee-7118-4ffb-8c87-6478d0046b11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4723334'] for port (36789e3f-85de-4129-8555-5e4c07b8ce94), after_update {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:51.292731 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba66b18-3add-461f-bb93-080c2ffb28c3 req-c47952ee-7118-4ffb-8c87-6478d0046b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:59:51.293738 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-8ba66b18-3add-461f-bb93-080c2ffb28c3 req-c47952ee-7118-4ffb-8c87-6478d0046b11 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91499'] for port (None), before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:51.295325 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-8ba66b18-3add-461f-bb93-080c2ffb28c3 req-c47952ee-7118-4ffb-8c87-6478d0046b11 service neutron] 10.222.0.78 "PUT /v2.0/ports/36789e3f-85de-4129-8555-5e4c07b8ce94 HTTP/1.1" status: 200 len: 1094 time: 0.5892935 Jan 28 13:59:51.295765 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5623e89e-0cb5-4a17-acfc-b267bdab7b7f', 'tag': '36789e3f-85de-4129-8555-5e4c07b8ce94'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:59:51.298030 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19ef927ebdb7e136520bf73605241c98ba3844c75ab8794845cb00139da391b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c01cea64-cff5-4163-b7b0-4a8824dcc049" -d '{"events": [{"name": "network-changed", "server_uuid": "5623e89e-0cb5-4a17-acfc-b267bdab7b7f", "tag": "36789e3f-85de-4129-8555-5e4c07b8ce94"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:59:51.323975 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47952ee-7118-4ffb-8c87-6478d0046b11 service neutron] Pushing event updated for resources: {'Port': ['ID=36789e3f-85de-4129-8555-5e4c07b8ce94,revision_number=3']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:59:51.353500 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 28 Jan 2022 13:59:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d086c8ec-3154-4ebf-9ea1-97778f149036 x-openstack-request-id: req-d086c8ec-3154-4ebf-9ea1-97778f149036 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:59:51.353784 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5623e89e-0cb5-4a17-acfc-b267bdab7b7f", "tag": "36789e3f-85de-4129-8555-5e4c07b8ce94", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:59:51.354032 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-d086c8ec-3154-4ebf-9ea1-97778f149036 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:59:51.354447 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5623e89e-0cb5-4a17-acfc-b267bdab7b7f', 'tag': '36789e3f-85de-4129-8555-5e4c07b8ce94', 'status': 'completed', 'code': 200} Jan 28 13:59:51.383626 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519001f0-449d-4863-890c-f388e23376a5 req-392f1dd8-f645-4c88-9c17-04d6dee34611 tempest-VolumesActionsTest-1221646680 tempest-VolumesActionsTest-1221646680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:59:51.386515 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-519001f0-449d-4863-890c-f388e23376a5 req-392f1dd8-f645-4c88-9c17-04d6dee34611 tempest-VolumesActionsTest-1221646680 tempest-VolumesActionsTest-1221646680-project] 10.222.0.72 "GET /v2.0/ports?device_id=5623e89e-0cb5-4a17-acfc-b267bdab7b7f HTTP/1.1" status: 200 len: 944 time: 0.0591424 Jan 28 13:59:51.386913 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba66b18-3add-461f-bb93-080c2ffb28c3 req-b5727c05-a7f8-46f8-b890-258c7021db07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:59:51.388621 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-8ba66b18-3add-461f-bb93-080c2ffb28c3 req-b5727c05-a7f8-46f8-b890-258c7021db07 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=33a187a58879474c8a11392f30f432c8&device_id=5623e89e-0cb5-4a17-acfc-b267bdab7b7f HTTP/1.1" status: 200 len: 1097 time: 0.0468688 Jan 28 13:59:51.432075 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-8ba66b18-3add-461f-bb93-080c2ffb28c3 req-d9350bad-0e28-4a5b-979f-6afeb2b7ee5e service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=36789e3f-85de-4129-8555-5e4c07b8ce94 HTTP/1.1" status: 200 len: 217 time: 0.0369995 Jan 28 13:59:51.436270 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-519001f0-449d-4863-890c-f388e23376a5 req-2ddd37c0-9da4-4562-86a4-7a6049fbc895 tempest-VolumesActionsTest-1221646680 tempest-VolumesActionsTest-1221646680-project] 10.222.0.72 "GET /v2.0/security-groups?id=82bb6346-7b75-4860-9fcc-42f395d7df3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417831 Jan 28 13:59:51.483497 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba66b18-3add-461f-bb93-080c2ffb28c3 req-129731a3-50aa-42ac-a468-8c5907e8a901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:59:51.485045 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-8ba66b18-3add-461f-bb93-080c2ffb28c3 req-129731a3-50aa-42ac-a468-8c5907e8a901 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=f31d2d7c-626c-4e7e-9080-737ab72a5f57 HTTP/1.1" status: 200 len: 849 time: 0.0457363 Jan 28 13:59:51.514761 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-8ba66b18-3add-461f-bb93-080c2ffb28c3 req-96939b34-c5f0-4886-8fcc-0ebbb5b70193 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=2fa2d725-7215-42be-aef4-435ce0428782&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241857 Jan 28 13:59:51.614784 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-8ba66b18-3add-461f-bb93-080c2ffb28c3 req-93f9aaa7-18c5-48e1-8300-3768d569b141 service neutron] 10.222.0.78 "GET /v2.0/networks/2fa2d725-7215-42be-aef4-435ce0428782?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940409 Jan 28 13:59:51.712435 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-8ba66b18-3add-461f-bb93-080c2ffb28c3 req-d20a5e6c-9e3c-4715-908e-a019570bf353 service neutron] 10.222.0.78 "GET /v2.0/networks/2fa2d725-7215-42be-aef4-435ce0428782?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918314 Jan 28 13:59:51.806845 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01cea64-cff5-4163-b7b0-4a8824dcc049 req-8a4de50f-82eb-4c96-adbc-2c2e3e9968f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:59:51.808367 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-c01cea64-cff5-4163-b7b0-4a8824dcc049 req-8a4de50f-82eb-4c96-adbc-2c2e3e9968f8 service neutron] 10.222.0.78 "GET /v2.0/ports?tenant_id=33a187a58879474c8a11392f30f432c8&device_id=5623e89e-0cb5-4a17-acfc-b267bdab7b7f HTTP/1.1" status: 200 len: 1097 time: 0.0479932 Jan 28 13:59:51.907609 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01cea64-cff5-4163-b7b0-4a8824dcc049 req-4983e49c-238a-4367-82a7-5e0c7bd76fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:59:51.909021 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-c01cea64-cff5-4163-b7b0-4a8824dcc049 req-4983e49c-238a-4367-82a7-5e0c7bd76fad service neutron] 10.222.0.78 "GET /v2.0/networks?id=2fa2d725-7215-42be-aef4-435ce0428782 HTTP/1.1" status: 200 len: 910 time: 0.0939765 Jan 28 13:59:51.949318 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-c01cea64-cff5-4163-b7b0-4a8824dcc049 req-d58d604c-18f7-4a6d-8e67-88034307f48c service neutron] 10.222.0.78 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=36789e3f-85de-4129-8555-5e4c07b8ce94 HTTP/1.1" status: 200 len: 217 time: 0.0348191 Jan 28 13:59:52.005555 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01cea64-cff5-4163-b7b0-4a8824dcc049 req-80328e3d-6026-4a09-bb4c-eb63de22d6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:59:52.008090 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-c01cea64-cff5-4163-b7b0-4a8824dcc049 req-80328e3d-6026-4a09-bb4c-eb63de22d6a2 service neutron] 10.222.0.78 "GET /v2.0/subnets?id=f31d2d7c-626c-4e7e-9080-737ab72a5f57 HTTP/1.1" status: 200 len: 849 time: 0.0536864 Jan 28 13:59:52.045866 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-c01cea64-cff5-4163-b7b0-4a8824dcc049 req-94f0f11a-d4f8-46b1-9b56-e92adadcac39 service neutron] 10.222.0.78 "GET /v2.0/ports?network_id=2fa2d725-7215-42be-aef4-435ce0428782&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304406 Jan 28 13:59:52.150992 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-c01cea64-cff5-4163-b7b0-4a8824dcc049 req-241ce382-ce51-4ce3-902f-b61bf67a811a service neutron] 10.222.0.78 "GET /v2.0/networks/2fa2d725-7215-42be-aef4-435ce0428782?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985761 Jan 28 13:59:52.248678 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-c01cea64-cff5-4163-b7b0-4a8824dcc049 req-cab8f9fb-50db-4fee-813e-d0be60291152 service neutron] 10.222.0.78 "GET /v2.0/networks/2fa2d725-7215-42be-aef4-435ce0428782?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904510 Jan 28 13:59:52.571563 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ef9f14-8013-460e-92e9-c27d66ec8b73 req-16ef233b-af79-46be-87de-47a582d84ec1 tempest-VolumesActionsTest-1221646680 tempest-VolumesActionsTest-1221646680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:59:52.572957 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-76ef9f14-8013-460e-92e9-c27d66ec8b73 req-16ef233b-af79-46be-87de-47a582d84ec1 tempest-VolumesActionsTest-1221646680 tempest-VolumesActionsTest-1221646680-project] 10.222.0.72 "GET /v2.0/ports?device_id=5623e89e-0cb5-4a17-acfc-b267bdab7b7f HTTP/1.1" status: 200 len: 944 time: 0.0608776 Jan 28 13:59:52.620533 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-76ef9f14-8013-460e-92e9-c27d66ec8b73 req-e6a63cfe-a6ab-4990-8ef5-d267c8319c12 tempest-VolumesActionsTest-1221646680 tempest-VolumesActionsTest-1221646680-project] 10.222.0.72 "GET /v2.0/security-groups?id=82bb6346-7b75-4860-9fcc-42f395d7df3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418541 Jan 28 13:59:53.748961 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212f9eda-5018-4280-b28a-5d83a2d07c3a req-b460dc30-e959-4b0f-8760-97a789f95548 tempest-VolumesActionsTest-1221646680 tempest-VolumesActionsTest-1221646680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:59:53.750469 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-212f9eda-5018-4280-b28a-5d83a2d07c3a req-b460dc30-e959-4b0f-8760-97a789f95548 tempest-VolumesActionsTest-1221646680 tempest-VolumesActionsTest-1221646680-project] 10.222.0.72 "GET /v2.0/ports?device_id=5623e89e-0cb5-4a17-acfc-b267bdab7b7f HTTP/1.1" status: 200 len: 944 time: 0.0509760 Jan 28 13:59:53.810356 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-212f9eda-5018-4280-b28a-5d83a2d07c3a req-f54a191a-c70b-49c8-a2c5-c41772768a73 tempest-VolumesActionsTest-1221646680 tempest-VolumesActionsTest-1221646680-project] 10.222.0.72 "GET /v2.0/security-groups?id=82bb6346-7b75-4860-9fcc-42f395d7df3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513270 Jan 28 13:59:54.964032 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23099c65-aabb-49b5-8426-adf51207d77a req-929a7bc0-849c-4548-b590-f4a45c12a0ad tempest-VolumesActionsTest-1221646680 tempest-VolumesActionsTest-1221646680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:59:54.966460 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-23099c65-aabb-49b5-8426-adf51207d77a req-929a7bc0-849c-4548-b590-f4a45c12a0ad tempest-VolumesActionsTest-1221646680 tempest-VolumesActionsTest-1221646680-project] 10.222.0.72 "GET /v2.0/ports?device_id=5623e89e-0cb5-4a17-acfc-b267bdab7b7f HTTP/1.1" status: 200 len: 944 time: 0.0639167 Jan 28 13:59:55.296101 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-23099c65-aabb-49b5-8426-adf51207d77a req-17dd9d0f-8398-4c89-a75a-14a235677e75 tempest-VolumesActionsTest-1221646680 tempest-VolumesActionsTest-1221646680-project] 10.222.0.72 "GET /v2.0/security-groups?id=82bb6346-7b75-4860-9fcc-42f395d7df3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3241510 Jan 28 13:59:55.987128 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Device 36789e3f-85de-4129-8555-5e4c07b8ce94 details requested by agent hyperv_hv-cinder-82418 with host hv-cinder-82418 {{(pid=109086) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 28 13:59:56.096738 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] For port 36789e3f-85de-4129-8555-5e4c07b8ce94, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=36789e3f-85de-4129-8555-5e4c07b8ce94,segment=NetworkSegment(8e7b6a99-29f8-4886-b202-65bb261bf069),segment_id=8e7b6a99-29f8-4886-b202-65bb261bf069)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:59:56.108896 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Returning: {'device': '36789e3f-85de-4129-8555-5e4c07b8ce94', 'network_id': '2fa2d725-7215-42be-aef4-435ce0428782', 'port_id': '36789e3f-85de-4129-8555-5e4c07b8ce94', 'mac_address': 'fa:16:3e:79:5a:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 743, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f31d2d7c-626c-4e7e-9080-737ab72a5f57', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109086) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 28 13:59:56.147255 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Current status of the port 36789e3f-85de-4129-8555-5e4c07b8ce94 is: DOWN; New status is: BUILD {{(pid=109086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:59:56.147705 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (36789e3f-85de-4129-8555-5e4c07b8ce94), before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:56.165920 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.notifiers.nova [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36789e3f-85de-4129-8555-5e4c07b8ce94 {{(pid=109086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 28 13:59:56.187079 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] For port 36789e3f-85de-4129-8555-5e4c07b8ce94, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=36789e3f-85de-4129-8555-5e4c07b8ce94,segment=NetworkSegment(8e7b6a99-29f8-4886-b202-65bb261bf069),segment_id=8e7b6a99-29f8-4886-b202-65bb261bf069)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:59:56.193517 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862'] for port (36789e3f-85de-4129-8555-5e4c07b8ce94), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:56.242881 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Pushing event updated for resources: {'Port': ['ID=36789e3f-85de-4129-8555-5e4c07b8ce94,revision_number=4']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:59:56.427383 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba6097f-3b7e-408b-80a7-6495dbae4869 req-55bdaca1-1c65-40de-8ae9-f2d9e2ccabfa tempest-VolumesActionsTest-1221646680 tempest-VolumesActionsTest-1221646680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:59:56.428866 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-fba6097f-3b7e-408b-80a7-6495dbae4869 req-55bdaca1-1c65-40de-8ae9-f2d9e2ccabfa tempest-VolumesActionsTest-1221646680 tempest-VolumesActionsTest-1221646680-project] 10.222.0.72 "GET /v2.0/ports?device_id=5623e89e-0cb5-4a17-acfc-b267bdab7b7f HTTP/1.1" status: 200 len: 945 time: 0.0536613 Jan 28 13:59:56.481979 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-fba6097f-3b7e-408b-80a7-6495dbae4869 req-e0477ef7-714d-4bc8-a4f8-72dd273cd6d9 tempest-VolumesActionsTest-1221646680 tempest-VolumesActionsTest-1221646680-project] 10.222.0.72 "GET /v2.0/security-groups?id=82bb6346-7b75-4860-9fcc-42f395d7df3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450909 Jan 28 13:59:56.547408 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] get_ports_and_sgs() called for port_ids ['36789e3f-85de-4129-8555-5e4c07b8ce94'] {{(pid=109086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 13:59:57.624396 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c4ae7c-8282-4c85-bfd5-acf57bbd58cf req-1c1f68cc-aa7f-4cb1-845b-930574cbc3ea tempest-VolumesActionsTest-1221646680 tempest-VolumesActionsTest-1221646680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:59:57.625899 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-b5c4ae7c-8282-4c85-bfd5-acf57bbd58cf req-1c1f68cc-aa7f-4cb1-845b-930574cbc3ea tempest-VolumesActionsTest-1221646680 tempest-VolumesActionsTest-1221646680-project] 10.222.0.72 "GET /v2.0/ports?device_id=5623e89e-0cb5-4a17-acfc-b267bdab7b7f HTTP/1.1" status: 200 len: 945 time: 0.0664976 Jan 28 13:59:57.675347 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-b5c4ae7c-8282-4c85-bfd5-acf57bbd58cf req-ba5d9dab-a61f-43a0-9b87-c8f1068bea1f tempest-VolumesActionsTest-1221646680 tempest-VolumesActionsTest-1221646680-project] 10.222.0.72 "GET /v2.0/security-groups?id=82bb6346-7b75-4860-9fcc-42f395d7df3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437577 Jan 28 13:59:57.992041 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Device 36789e3f-85de-4129-8555-5e4c07b8ce94 up at agent hyperv_hv-cinder-82418 {{(pid=109086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 28 13:59:58.055708 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Provisioning for port 36789e3f-85de-4129-8555-5e4c07b8ce94 completed by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 13:59:58.059562 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.db.provisioning_blocks [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Provisioning complete for port 36789e3f-85de-4129-8555-5e4c07b8ce94 triggered by entity L2. {{(pid=109086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 13:59:58.059997 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1041328'] for port (36789e3f-85de-4129-8555-5e4c07b8ce94), provisioning_complete {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:58.139761 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Current status of the port 36789e3f-85de-4129-8555-5e4c07b8ce94 is: BUILD; New status is: ACTIVE {{(pid=109086) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}} Jan 28 13:59:58.140158 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-949868'] for port (36789e3f-85de-4129-8555-5e4c07b8ce94), before_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:58.163444 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5623e89e-0cb5-4a17-acfc-b267bdab7b7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36789e3f-85de-4129-8555-5e4c07b8ce94'}] {{(pid=109086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 13:59:58.165744 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}81fe2f3ff242846a504b70cb1607640f93490c53de488d62a29fe51e57b5b242" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4545dab0-efdb-4b3e-bc2f-aebd50aeda71" -d '{"events": [{"server_uuid": "5623e89e-0cb5-4a17-acfc-b267bdab7b7f", "name": "network-vif-plugged", "status": "completed", "tag": "36789e3f-85de-4129-8555-5e4c07b8ce94"}]}' {{(pid=109086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 13:59:58.178485 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] For port 36789e3f-85de-4129-8555-5e4c07b8ce94, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=36789e3f-85de-4129-8555-5e4c07b8ce94,segment=NetworkSegment(8e7b6a99-29f8-4886-b202-65bb261bf069),segment_id=8e7b6a99-29f8-4886-b202-65bb261bf069)] {{(pid=109086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 13:59:58.183824 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742788697052', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742788384844', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742788384862'] for port (36789e3f-85de-4129-8555-5e4c07b8ce94), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:58.212474 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 13:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3b1521a-72d9-48ce-855c-f911c84cde0a x-openstack-request-id: req-f3b1521a-72d9-48ce-855c-f911c84cde0a {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 13:59:58.212769 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5623e89e-0cb5-4a17-acfc-b267bdab7b7f", "name": "network-vif-plugged", "status": "completed", "tag": "36789e3f-85de-4129-8555-5e4c07b8ce94", "code": 200}]} {{(pid=109086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 13:59:58.213044 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-f3b1521a-72d9-48ce-855c-f911c84cde0a {{(pid=109086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 13:59:58.213428 dv-cinder-824187-7-iscsi neutron-server[109086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5623e89e-0cb5-4a17-acfc-b267bdab7b7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36789e3f-85de-4129-8555-5e4c07b8ce94', 'code': 200} Jan 28 13:59:58.256285 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-472b3f89-1b26-4e08-8219-0d7f28c988cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (fe6892c5-7eb1-46ce-88dd-77c5bcc32263), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 13:59:58.257642 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Pushing event updated for resources: {'Port': ['ID=36789e3f-85de-4129-8555-5e4c07b8ce94,revision_number=5']} {{(pid=109086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 13:59:58.378039 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c81a940-f6b7-4508-b46f-396086fb24bf req-03391726-2598-4170-a44b-774dfdf80b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:59:58.379569 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-3c81a940-f6b7-4508-b46f-396086fb24bf req-03391726-2598-4170-a44b-774dfdf80b15 service neutron] 10.222.0.78 "GET /v2.0/ports?device_id=5623e89e-0cb5-4a17-acfc-b267bdab7b7f HTTP/1.1" status: 200 len: 1099 time: 0.0409899 Jan 28 13:59:58.426583 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-3c81a940-f6b7-4508-b46f-396086fb24bf req-9e80232c-c8e4-40d5-aab2-f0102c0f51e0 service neutron] 10.222.0.78 "GET /v2.0/security-groups?id=82bb6346-7b75-4860-9fcc-42f395d7df3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413001 Jan 28 13:59:58.811483 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9798443-d7e6-47a3-a60e-0b2696bd3699 req-fc65b5e5-334e-4885-8bc3-10958b95dfab tempest-VolumesActionsTest-1221646680 tempest-VolumesActionsTest-1221646680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 13:59:58.813013 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-c9798443-d7e6-47a3-a60e-0b2696bd3699 req-fc65b5e5-334e-4885-8bc3-10958b95dfab tempest-VolumesActionsTest-1221646680 tempest-VolumesActionsTest-1221646680-project] 10.222.0.72 "GET /v2.0/ports?device_id=5623e89e-0cb5-4a17-acfc-b267bdab7b7f HTTP/1.1" status: 200 len: 946 time: 0.0558197 Jan 28 13:59:58.872754 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-c9798443-d7e6-47a3-a60e-0b2696bd3699 req-5526d575-9875-4b5e-9670-507d69496e32 tempest-VolumesActionsTest-1221646680 tempest-VolumesActionsTest-1221646680-project] 10.222.0.72 "GET /v2.0/security-groups?id=82bb6346-7b75-4860-9fcc-42f395d7df3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540116 Jan 28 14:00:00.015667 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e8b2ce-e0b9-4ff8-a54e-38c10ec60889 req-9e403081-1e33-4e42-8198-4433b029bd9b tempest-VolumesActionsTest-1221646680 tempest-VolumesActionsTest-1221646680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:00:00.017176 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-57e8b2ce-e0b9-4ff8-a54e-38c10ec60889 req-9e403081-1e33-4e42-8198-4433b029bd9b tempest-VolumesActionsTest-1221646680 tempest-VolumesActionsTest-1221646680-project] 10.222.0.72 "GET /v2.0/ports?device_id=5623e89e-0cb5-4a17-acfc-b267bdab7b7f HTTP/1.1" status: 200 len: 946 time: 0.0622542 Jan 28 14:00:00.068998 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-57e8b2ce-e0b9-4ff8-a54e-38c10ec60889 req-d9210e67-a3b0-4dab-9a95-b67994fb84bc tempest-VolumesActionsTest-1221646680 tempest-VolumesActionsTest-1221646680-project] 10.222.0.72 "GET /v2.0/security-groups?id=82bb6346-7b75-4860-9fcc-42f395d7df3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437236 Jan 28 14:00:00.247912 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-18feb1e0-3427-4823-a777-98265df222b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (5fb30df9-6f10-41b8-94cc-b881623ba250), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:00.748016 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ab4cc0-6985-4c3d-b637-a3415f25a5a8 req-7e23a577-832d-4297-ae5e-24c37c1f2b0c tempest-VolumesActionsTest-1221646680 tempest-VolumesActionsTest-1221646680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:00:00.750782 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-47ab4cc0-6985-4c3d-b637-a3415f25a5a8 req-7e23a577-832d-4297-ae5e-24c37c1f2b0c tempest-VolumesActionsTest-1221646680 tempest-VolumesActionsTest-1221646680-project] 10.222.0.72 "GET /v2.0/ports?device_id=5623e89e-0cb5-4a17-acfc-b267bdab7b7f HTTP/1.1" status: 200 len: 946 time: 0.0613227 Jan 28 14:00:00.801671 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [req-47ab4cc0-6985-4c3d-b637-a3415f25a5a8 req-48ca6800-076f-47b1-9148-b22cd3d15874 tempest-VolumesActionsTest-1221646680 tempest-VolumesActionsTest-1221646680-project] 10.222.0.72 "GET /v2.0/security-groups?id=82bb6346-7b75-4860-9fcc-42f395d7df3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437133 Jan 28 14:00:01.776440 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-120fdcba-5236-4c4f-ad1d-de3bbc2703f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (270c75b4-e9a8-4b16-85de-99abb56244df), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:01.942429 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f23cde3-6aa9-4b41-aa15-0a2ce097d8b8 req-cd077d3c-e1e7-4309-adb8-5799a35968b5 tempest-VolumesActionsTest-1221646680 tempest-VolumesActionsTest-1221646680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:00:01.944201 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-2f23cde3-6aa9-4b41-aa15-0a2ce097d8b8 req-cd077d3c-e1e7-4309-adb8-5799a35968b5 tempest-VolumesActionsTest-1221646680 tempest-VolumesActionsTest-1221646680-project] 10.222.0.72 "GET /v2.0/ports?device_id=5623e89e-0cb5-4a17-acfc-b267bdab7b7f HTTP/1.1" status: 200 len: 946 time: 0.0667205 Jan 28 14:00:02.003580 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-2f23cde3-6aa9-4b41-aa15-0a2ce097d8b8 req-4326ceba-3aec-47e3-80e1-95800d8cb07b tempest-VolumesActionsTest-1221646680 tempest-VolumesActionsTest-1221646680-project] 10.222.0.72 "GET /v2.0/security-groups?id=82bb6346-7b75-4860-9fcc-42f395d7df3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507512 Jan 28 14:00:02.265300 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2837578e-083e-4f65-8eba-ff71a662ae73 req-bd0b088f-774b-4e4a-8a33-83068dacdd08 tempest-VolumesActionsTest-1221646680 tempest-VolumesActionsTest-1221646680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 14:00:02.266743 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-2837578e-083e-4f65-8eba-ff71a662ae73 req-bd0b088f-774b-4e4a-8a33-83068dacdd08 tempest-VolumesActionsTest-1221646680 tempest-VolumesActionsTest-1221646680-project] 10.222.0.78 "GET /v2.0/ports?device_id=5623e89e-0cb5-4a17-acfc-b267bdab7b7f HTTP/1.1" status: 200 len: 946 time: 0.0544178 Jan 28 14:00:02.356003 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-2837578e-083e-4f65-8eba-ff71a662ae73 req-a7acb9b3-62ad-46dc-b8e5-eed5daad84a0 tempest-VolumesActionsTest-1221646680 tempest-VolumesActionsTest-1221646680-project] Deleting port 36789e3f-85de-4129-8555-5e4c07b8ce94 {{(pid=109085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}} Jan 28 14:00:02.356361 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-2837578e-083e-4f65-8eba-ff71a662ae73 req-a7acb9b3-62ad-46dc-b8e5-eed5daad84a0 tempest-VolumesActionsTest-1221646680 tempest-VolumesActionsTest-1221646680-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742788692592'] for port (36789e3f-85de-4129-8555-5e4c07b8ce94), before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:02.445480 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.db [req-2837578e-083e-4f65-8eba-ff71a662ae73 req-a7acb9b3-62ad-46dc-b8e5-eed5daad84a0 tempest-VolumesActionsTest-1221646680 tempest-VolumesActionsTest-1221646680-project] For port 36789e3f-85de-4129-8555-5e4c07b8ce94, host hv-cinder-82418, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82418',level=0,port_id=36789e3f-85de-4129-8555-5e4c07b8ce94,segment=NetworkSegment(8e7b6a99-29f8-4886-b202-65bb261bf069),segment_id=8e7b6a99-29f8-4886-b202-65bb261bf069)] {{(pid=109085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 28 14:00:02.445830 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-2837578e-083e-4f65-8eba-ff71a662ae73 req-a7acb9b3-62ad-46dc-b8e5-eed5daad84a0 tempest-VolumesActionsTest-1221646680 tempest-VolumesActionsTest-1221646680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1818260'] for port (36789e3f-85de-4129-8555-5e4c07b8ce94), precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:02.457705 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.plugins.ml2.plugin [req-2837578e-083e-4f65-8eba-ff71a662ae73 req-a7acb9b3-62ad-46dc-b8e5-eed5daad84a0 tempest-VolumesActionsTest-1221646680 tempest-VolumesActionsTest-1221646680-project] Calling delete_port for 36789e3f-85de-4129-8555-5e4c07b8ce94 owned by compute:nova {{(pid=109085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2049}} Jan 28 14:00:02.586679 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-2837578e-083e-4f65-8eba-ff71a662ae73 req-a7acb9b3-62ad-46dc-b8e5-eed5daad84a0 tempest-VolumesActionsTest-1221646680 tempest-VolumesActionsTest-1221646680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-949313', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-26883', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742788697034', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742788384835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4723325'] for port (36789e3f-85de-4129-8555-5e4c07b8ce94), after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:02.601228 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.db [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] get_ports_and_sgs() called for port_ids ['36789e3f-85de-4129-8555-5e4c07b8ce94'] {{(pid=109086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 28 14:00:02.622870 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7acb9b3-62ad-46dc-b8e5-eed5daad84a0 tempest-VolumesActionsTest-1221646680 tempest-VolumesActionsTest-1221646680-project] Pushing event deleted for resources: {'Port': ['ID=36789e3f-85de-4129-8555-5e4c07b8ce94,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:00:02.665710 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.db.l3_dvrscheduler_db [req-2837578e-083e-4f65-8eba-ff71a662ae73 req-a7acb9b3-62ad-46dc-b8e5-eed5daad84a0 tempest-VolumesActionsTest-1221646680 tempest-VolumesActionsTest-1221646680-project] No DVR routers for this DVR port 36789e3f-85de-4129-8555-5e4c07b8ce94 on host hv-cinder-82418 {{(pid=109085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 14:00:02.668338 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [req-2837578e-083e-4f65-8eba-ff71a662ae73 req-a7acb9b3-62ad-46dc-b8e5-eed5daad84a0 tempest-VolumesActionsTest-1221646680 tempest-VolumesActionsTest-1221646680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91499'] for port (None), before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:02.671703 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-2837578e-083e-4f65-8eba-ff71a662ae73 req-a7acb9b3-62ad-46dc-b8e5-eed5daad84a0 tempest-VolumesActionsTest-1221646680 tempest-VolumesActionsTest-1221646680-project] 10.222.0.78 "DELETE /v2.0/ports/36789e3f-85de-4129-8555-5e4c07b8ce94 HTTP/1.1" status: 204 len: 173 time: 0.3999021 Jan 28 14:00:02.672167 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5623e89e-0cb5-4a17-acfc-b267bdab7b7f', 'name': 'network-vif-deleted', 'tag': '36789e3f-85de-4129-8555-5e4c07b8ce94'}] {{(pid=109085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 28 14:00:02.674574 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}19ef927ebdb7e136520bf73605241c98ba3844c75ab8794845cb00139da391b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e5851c3-578f-4cf1-82c6-c9b886614400" -d '{"events": [{"server_uuid": "5623e89e-0cb5-4a17-acfc-b267bdab7b7f", "name": "network-vif-deleted", "tag": "36789e3f-85de-4129-8555-5e4c07b8ce94"}]}' {{(pid=109085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 28 14:00:02.712350 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 28 Jan 2022 14:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17e988d7-c895-4e46-915f-d6e051dd0dc3 x-openstack-request-id: req-17e988d7-c895-4e46-915f-d6e051dd0dc3 {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 28 14:00:02.712658 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5623e89e-0cb5-4a17-acfc-b267bdab7b7f", "name": "network-vif-deleted", "tag": "36789e3f-85de-4129-8555-5e4c07b8ce94", "status": "completed", "code": 200}]} {{(pid=109085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 28 14:00:02.712941 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-17e988d7-c895-4e46-915f-d6e051dd0dc3 {{(pid=109085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 28 14:00:02.713356 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5623e89e-0cb5-4a17-acfc-b267bdab7b7f', 'name': 'network-vif-deleted', 'tag': '36789e3f-85de-4129-8555-5e4c07b8ce94', 'status': 'completed', 'code': 200} Jan 28 14:00:02.932483 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a365d3e8-b48a-4a28-95b6-25537061fe93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (282d2827-b9b4-4282-91d0-335a7cd9818a), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:03.034106 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (06140fe1-dee6-47e9-9649-a5d5e543fff8), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:03.110880 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [req-4b9d7d5b-9b16-48f2-900e-1cd3a986b3c1 req-56459e28-aa2d-4da9-beda-ba9aacdac8d4 tempest-VolumesActionsTest-1221646680 tempest-VolumesActionsTest-1221646680-project] 10.222.0.72 "GET /v2.0/ports?device_id=5623e89e-0cb5-4a17-acfc-b267bdab7b7f HTTP/1.1" status: 200 len: 210 time: 0.0266025 Jan 28 14:00:04.189093 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (91ec632a-2927-4715-8bad-f3132ebcbe46), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:06.543001 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Device 36789e3f-85de-4129-8555-5e4c07b8ce94 no longer exists at agent hyperv_hv-cinder-82418 {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 28 14:00:06.571922 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.plugin [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] No Port match for: 36789e3f-85de-4129-8555-5e4c07b8ce94 {{(pid=109086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 28 14:00:06.572268 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron.plugins.ml2.rpc [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Device 36789e3f-85de-4129-8555-5e4c07b8ce94 not bound to the agent host hv-cinder-82418 {{(pid=109086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 28 14:00:10.490637 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.agents_db [None req-2611350c-8bbf-4fa3-a5bb-e2ba3591f3a7 None None] Agent healthcheck: found 6 active agents {{(pid=109087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:00:26.072450 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 50628) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:00:26.117782 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b9659df-0be4-4433-a21c-9172d7ad4112 admin admin] Deleting subnet f31d2d7c-626c-4e7e-9080-737ab72a5f57 {{(pid=109085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 28 14:00:26.121083 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5b9659df-0be4-4433-a21c-9172d7ad4112 admin admin] Publish callbacks [] for subnet (f31d2d7c-626c-4e7e-9080-737ab72a5f57), before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:26.157788 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5b9659df-0be4-4433-a21c-9172d7ad4112 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6262705'] for subnet (f31d2d7c-626c-4e7e-9080-737ab72a5f57), precommit_delete_associations {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:26.203523 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5b9659df-0be4-4433-a21c-9172d7ad4112 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1036461'] for subnet (f31d2d7c-626c-4e7e-9080-737ab72a5f57), precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:26.255724 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5b9659df-0be4-4433-a21c-9172d7ad4112 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1036450', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2060035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4723272', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4593664'] for subnet (f31d2d7c-626c-4e7e-9080-737ab72a5f57), after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:26.282627 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9659df-0be4-4433-a21c-9172d7ad4112 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f31d2d7c-626c-4e7e-9080-737ab72a5f57,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:00:26.287177 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-5b9659df-0be4-4433-a21c-9172d7ad4112 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032615'] for subnet (None), before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:26.290357 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-5b9659df-0be4-4433-a21c-9172d7ad4112 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/f31d2d7c-626c-4e7e-9080-737ab72a5f57 HTTP/1.1" status: 204 len: 168 time: 0.2168562 Jan 28 14:00:26.293090 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [-] (109084) accepted ('10.222.0.72', 50630) {{(pid=109084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:00:26.295924 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9659df-0be4-4433-a21c-9172d7ad4112 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:00:26.296313 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9659df-0be4-4433-a21c-9172d7ad4112 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:00:26.296688 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9659df-0be4-4433-a21c-9172d7ad4112 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:00:26.297063 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9659df-0be4-4433-a21c-9172d7ad4112 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:00:26.297419 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9659df-0be4-4433-a21c-9172d7ad4112 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:00:26.297755 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9659df-0be4-4433-a21c-9172d7ad4112 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:00:26.298083 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9659df-0be4-4433-a21c-9172d7ad4112 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:00:26.298529 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9659df-0be4-4433-a21c-9172d7ad4112 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:00:26.298974 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9659df-0be4-4433-a21c-9172d7ad4112 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:00:26.299409 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9659df-0be4-4433-a21c-9172d7ad4112 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:00:26.299842 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9659df-0be4-4433-a21c-9172d7ad4112 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:00:26.300304 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9659df-0be4-4433-a21c-9172d7ad4112 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:00:26.300793 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9659df-0be4-4433-a21c-9172d7ad4112 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:00:26.365986 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-7180dbb4-c2df-4111-88da-68a916246b74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-799852'] for network (2fa2d725-7215-42be-aef4-435ce0428782), before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:26.451933 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-7180dbb4-c2df-4111-88da-68a916246b74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1044054', 'neutron.services.segments.db._delete_segments_for_network-8742788684692'] for network (2fa2d725-7215-42be-aef4-435ce0428782), precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:26.472601 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.services.segments.db [None req-7180dbb4-c2df-4111-88da-68a916246b74 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fa2d725-7215-42be-aef4-435ce0428782']}} {{(pid=109084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:00:26.481897 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.services.segments.db [None req-7180dbb4-c2df-4111-88da-68a916246b74 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e7b6a99-29f8-4886-b202-65bb261bf069') {'for_net_delete': True} {{(pid=109084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:00:26.482189 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.services.segments.db [None req-7180dbb4-c2df-4111-88da-68a916246b74 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e7b6a99-29f8-4886-b202-65bb261bf069') {} {{(pid=109084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 14:00:26.495634 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-7180dbb4-c2df-4111-88da-68a916246b74 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742788686749', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4731622'] for segment (8e7b6a99-29f8-4886-b202-65bb261bf069), before_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:26.509742 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-7180dbb4-c2df-4111-88da-68a916246b74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-923698'] for segment (8e7b6a99-29f8-4886-b202-65bb261bf069), precommit_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:26.516220 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7180dbb4-c2df-4111-88da-68a916246b74 admin admin] Releasing vlan 743 on physical network physnet1 to pool {{(pid=109084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 14:00:26.516603 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-7180dbb4-c2df-4111-88da-68a916246b74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-923698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6110770'] for segment (8e7b6a99-29f8-4886-b202-65bb261bf069), after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:26.518289 dv-cinder-824187-7-iscsi neutron-server[109084]: Traceback (most recent call last): Jan 28 14:00:26.518289 dv-cinder-824187-7-iscsi neutron-server[109084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 14:00:26.518289 dv-cinder-824187-7-iscsi neutron-server[109084]: timer() Jan 28 14:00:26.518289 dv-cinder-824187-7-iscsi neutron-server[109084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 14:00:26.518289 dv-cinder-824187-7-iscsi neutron-server[109084]: cb(*args, **kw) Jan 28 14:00:26.518289 dv-cinder-824187-7-iscsi neutron-server[109084]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 28 14:00:26.518289 dv-cinder-824187-7-iscsi neutron-server[109084]: return func(*args, **kwargs) Jan 28 14:00:26.518289 dv-cinder-824187-7-iscsi neutron-server[109084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 14:00:26.518289 dv-cinder-824187-7-iscsi neutron-server[109084]: self._notify() Jan 28 14:00:26.518289 dv-cinder-824187-7-iscsi neutron-server[109084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 14:00:26.518289 dv-cinder-824187-7-iscsi neutron-server[109084]: self.callback(batched_events) Jan 28 14:00:26.518289 dv-cinder-824187-7-iscsi neutron-server[109084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 14:00:26.518289 dv-cinder-824187-7-iscsi neutron-server[109084]: event.method(event) Jan 28 14:00:26.518289 dv-cinder-824187-7-iscsi neutron-server[109084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 28 14:00:26.518289 dv-cinder-824187-7-iscsi neutron-server[109084]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 14:00:26.518289 dv-cinder-824187-7-iscsi neutron-server[109084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 28 14:00:26.518289 dv-cinder-824187-7-iscsi neutron-server[109084]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 14:00:26.518289 dv-cinder-824187-7-iscsi neutron-server[109084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 28 14:00:26.518289 dv-cinder-824187-7-iscsi neutron-server[109084]: return f(self, *a, **k) Jan 28 14:00:26.518289 dv-cinder-824187-7-iscsi neutron-server[109084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 28 14:00:26.518289 dv-cinder-824187-7-iscsi neutron-server[109084]: return self._get(url).json() Jan 28 14:00:26.518289 dv-cinder-824187-7-iscsi neutron-server[109084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 28 14:00:26.518289 dv-cinder-824187-7-iscsi neutron-server[109084]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 14:00:26.518289 dv-cinder-824187-7-iscsi neutron-server[109084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 14:00:26.518289 dv-cinder-824187-7-iscsi neutron-server[109084]: return self.request(url, 'GET', **kwargs) Jan 28 14:00:26.518289 dv-cinder-824187-7-iscsi neutron-server[109084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 14:00:26.518289 dv-cinder-824187-7-iscsi neutron-server[109084]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 14:00:26.518289 dv-cinder-824187-7-iscsi neutron-server[109084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 14:00:26.518289 dv-cinder-824187-7-iscsi neutron-server[109084]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 14:00:26.518289 dv-cinder-824187-7-iscsi neutron-server[109084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 14:00:26.518289 dv-cinder-824187-7-iscsi neutron-server[109084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 14:00:26.518289 dv-cinder-824187-7-iscsi neutron-server[109084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 14:00:26.574393 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-7180dbb4-c2df-4111-88da-68a916246b74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1044015', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2032625', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1817757'] for network (2fa2d725-7215-42be-aef4-435ce0428782), after_delete {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:26.580114 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron_lib.callbacks.manager [None req-7180dbb4-c2df-4111-88da-68a916246b74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2032615'] for network (None), before_response {{(pid=109084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:26.583337 dv-cinder-824187-7-iscsi neutron-server[109084]: INFO neutron.wsgi [None req-7180dbb4-c2df-4111-88da-68a916246b74 admin admin] 10.222.0.72 "DELETE /v2.0/networks/2fa2d725-7215-42be-aef4-435ce0428782 HTTP/1.1" status: 204 len: 168 time: 0.2888482 Jan 28 14:00:26.594612 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7180dbb4-c2df-4111-88da-68a916246b74 admin admin] Pushing event deleted for resources: {'Network': ['ID=2fa2d725-7215-42be-aef4-435ce0428782,revision_number=None']} {{(pid=109084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:00:26.601996 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7180dbb4-c2df-4111-88da-68a916246b74 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:00:26.602356 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7180dbb4-c2df-4111-88da-68a916246b74 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:00:26.602705 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7180dbb4-c2df-4111-88da-68a916246b74 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:00:26.603048 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7180dbb4-c2df-4111-88da-68a916246b74 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:00:26.603404 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7180dbb4-c2df-4111-88da-68a916246b74 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:00:26.603838 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7180dbb4-c2df-4111-88da-68a916246b74 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:00:26.604038 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7180dbb4-c2df-4111-88da-68a916246b74 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:00:26.604369 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7180dbb4-c2df-4111-88da-68a916246b74 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:00:26.604685 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7180dbb4-c2df-4111-88da-68a916246b74 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:00:26.605043 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7180dbb4-c2df-4111-88da-68a916246b74 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:00:26.605372 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7180dbb4-c2df-4111-88da-68a916246b74 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:00:26.605694 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7180dbb4-c2df-4111-88da-68a916246b74 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:00:26.606218 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7180dbb4-c2df-4111-88da-68a916246b74 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-824187-7-iscsi {{(pid=109084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 14:00:26.696038 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 50634) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:00:26.735237 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-c798beed-76b8-4554-92ad-a53c5a940029 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=33a187a58879474c8a11392f30f432c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0379567 Jan 28 14:00:26.737809 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.wsgi [-] (109085) accepted ('10.222.0.72', 50636) {{(pid=109085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 28 14:00:26.783514 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b695b450-e179-4c33-baa9-bb7d4dc4fbee admin admin] Publish callbacks [] for security_group (82bb6346-7b75-4860-9fcc-42f395d7df3e), before_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:26.817891 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b695b450-e179-4c33-baa9-bb7d4dc4fbee admin admin] Publish callbacks [] for security_group (82bb6346-7b75-4860-9fcc-42f395d7df3e), precommit_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:26.867004 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b695b450-e179-4c33-baa9-bb7d4dc4fbee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1604517'] for security_group (82bb6346-7b75-4860-9fcc-42f395d7df3e), after_delete {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:26.869543 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron_lib.callbacks.manager [None req-b695b450-e179-4c33-baa9-bb7d4dc4fbee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:26.871088 dv-cinder-824187-7-iscsi neutron-server[109085]: INFO neutron.wsgi [None req-b695b450-e179-4c33-baa9-bb7d4dc4fbee admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/82bb6346-7b75-4860-9fcc-42f395d7df3e HTTP/1.1" status: 204 len: 168 time: 0.1320570 Jan 28 14:00:26.878734 dv-cinder-824187-7-iscsi neutron-server[109085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b695b450-e179-4c33-baa9-bb7d4dc4fbee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82bb6346-7b75-4860-9fcc-42f395d7df3e,revision_number=None']} {{(pid=109085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 14:00:28.242215 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-74bef485-8b4a-4da9-8d1d-f22e6db59968 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (fe6892c5-7eb1-46ce-88dd-77c5bcc32263), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:30.247134 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d2ef5299-76c8-476a-933f-9bc4b4a45f2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (5fb30df9-6f10-41b8-94cc-b881623ba250), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:31.788785 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-120fdcba-5236-4c4f-ad1d-de3bbc2703f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (270c75b4-e9a8-4b16-85de-99abb56244df), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:32.936836 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a365d3e8-b48a-4a28-95b6-25537061fe93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (282d2827-b9b4-4282-91d0-335a7cd9818a), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:33.041123 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (06140fe1-dee6-47e9-9649-a5d5e543fff8), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:34.193122 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (91ec632a-2927-4715-8bad-f3132ebcbe46), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:00:47.497512 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.agents_db [None req-2611350c-8bbf-4fa3-a5bb-e2ba3591f3a7 None None] Agent healthcheck: found 6 active agents {{(pid=109087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:00:51.550890 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [req-d8fff03b-b962-45e2-95a3-88364491488e req-f7dea046-910c-4a3d-9d19-9d39c9098eba service neutron] (109084) timed out ('10.222.0.78', 63603) {{(pid=109084) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 14:00:58.255927 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b443f456-569c-4e69-b1e7-76ad9d5838d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (fe6892c5-7eb1-46ce-88dd-77c5bcc32263), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:01:00.253371 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-d7c7a7c0-a537-4d93-a2ab-20d74342f649 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (5fb30df9-6f10-41b8-94cc-b881623ba250), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:01:01.791502 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-120fdcba-5236-4c4f-ad1d-de3bbc2703f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (270c75b4-e9a8-4b16-85de-99abb56244df), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:01:02.938496 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a365d3e8-b48a-4a28-95b6-25537061fe93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (282d2827-b9b4-4282-91d0-335a7cd9818a), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:01:03.059366 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (06140fe1-dee6-47e9-9649-a5d5e543fff8), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:01:04.201047 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (91ec632a-2927-4715-8bad-f3132ebcbe46), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:01:07.063058 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [req-04db13de-98d5-42b6-9d4d-0f1fc36485f0 req-d5c67075-e3aa-4765-adc6-eb07e68868c2 service neutron] (109084) timed out ('10.222.0.78', 63574) {{(pid=109084) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 14:01:24.503211 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.agents_db [None req-2611350c-8bbf-4fa3-a5bb-e2ba3591f3a7 None None] Agent healthcheck: found 6 active agents {{(pid=109087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:01:28.250874 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-df5d696a-bf02-440d-8643-8ba0ca3bab55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (fe6892c5-7eb1-46ce-88dd-77c5bcc32263), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:01:30.249663 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-cb013230-289b-4edf-867d-f8cf219e1ec1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (5fb30df9-6f10-41b8-94cc-b881623ba250), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:01:31.924322 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-120fdcba-5236-4c4f-ad1d-de3bbc2703f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (270c75b4-e9a8-4b16-85de-99abb56244df), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:01:32.940409 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a365d3e8-b48a-4a28-95b6-25537061fe93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (282d2827-b9b4-4282-91d0-335a7cd9818a), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:01:33.062301 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (06140fe1-dee6-47e9-9649-a5d5e543fff8), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:01:34.190363 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (91ec632a-2927-4715-8bad-f3132ebcbe46), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:01:58.257754 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-bde5c9a3-06af-45f8-8f5d-f1f24029f40f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (fe6892c5-7eb1-46ce-88dd-77c5bcc32263), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:00.254991 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-b02833ac-5529-4e94-a92a-88a150d3f84f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (5fb30df9-6f10-41b8-94cc-b881623ba250), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:01.510204 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.agents_db [None req-2611350c-8bbf-4fa3-a5bb-e2ba3591f3a7 None None] Agent healthcheck: found 6 active agents {{(pid=109087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:02:01.801125 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-120fdcba-5236-4c4f-ad1d-de3bbc2703f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (270c75b4-e9a8-4b16-85de-99abb56244df), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:02.952476 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a365d3e8-b48a-4a28-95b6-25537061fe93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (282d2827-b9b4-4282-91d0-335a7cd9818a), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:03.062740 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (06140fe1-dee6-47e9-9649-a5d5e543fff8), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:04.191749 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (91ec632a-2927-4715-8bad-f3132ebcbe46), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:28.259111 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8ad70dbb-6894-43ed-801c-068fe659262c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (fe6892c5-7eb1-46ce-88dd-77c5bcc32263), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:30.256928 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-29312887-c10f-4005-b54c-98e1351b16f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (5fb30df9-6f10-41b8-94cc-b881623ba250), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:31.805270 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-120fdcba-5236-4c4f-ad1d-de3bbc2703f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (270c75b4-e9a8-4b16-85de-99abb56244df), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:32.954114 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a365d3e8-b48a-4a28-95b6-25537061fe93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (282d2827-b9b4-4282-91d0-335a7cd9818a), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:33.085680 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (06140fe1-dee6-47e9-9649-a5d5e543fff8), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:33.899629 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [req-8d4122e2-d39e-441b-8651-604280577431 req-e6867ac6-b94f-40b7-9236-7ab4c36e4543 service neutron] (109084) timed out ('10.222.0.78', 63599) {{(pid=109084) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 14:02:34.189927 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (91ec632a-2927-4715-8bad-f3132ebcbe46), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:02:38.505717 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.agents_db [None req-2611350c-8bbf-4fa3-a5bb-e2ba3591f3a7 None None] Agent healthcheck: found 6 active agents {{(pid=109087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:02:58.262920 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9771050a-302e-4f24-9165-2c2f30ba5ac4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (fe6892c5-7eb1-46ce-88dd-77c5bcc32263), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:00.254065 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-ef0ce85d-776c-4ba5-a91e-dade1f6bff40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (5fb30df9-6f10-41b8-94cc-b881623ba250), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:01.809901 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-120fdcba-5236-4c4f-ad1d-de3bbc2703f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (270c75b4-e9a8-4b16-85de-99abb56244df), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:02.962562 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a365d3e8-b48a-4a28-95b6-25537061fe93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (282d2827-b9b4-4282-91d0-335a7cd9818a), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:03.099511 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (06140fe1-dee6-47e9-9649-a5d5e543fff8), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:04.192575 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (91ec632a-2927-4715-8bad-f3132ebcbe46), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:15.511219 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.agents_db [None req-2611350c-8bbf-4fa3-a5bb-e2ba3591f3a7 None None] Agent healthcheck: found 6 active agents {{(pid=109087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:03:28.272931 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-c937ff40-cbcb-4ff9-a2e0-4b2571697ca5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (fe6892c5-7eb1-46ce-88dd-77c5bcc32263), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:30.254956 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-51141e35-9b63-4764-bcc7-0db89c21f4bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (5fb30df9-6f10-41b8-94cc-b881623ba250), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:31.811617 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-120fdcba-5236-4c4f-ad1d-de3bbc2703f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (270c75b4-e9a8-4b16-85de-99abb56244df), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:32.959846 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a365d3e8-b48a-4a28-95b6-25537061fe93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (282d2827-b9b4-4282-91d0-335a7cd9818a), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:33.118554 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (06140fe1-dee6-47e9-9649-a5d5e543fff8), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:34.190920 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (91ec632a-2927-4715-8bad-f3132ebcbe46), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:03:52.515010 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.agents_db [None req-2611350c-8bbf-4fa3-a5bb-e2ba3591f3a7 None None] Agent healthcheck: found 6 active agents {{(pid=109087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:03:58.262585 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-4cbef678-8dd3-492c-bcbd-e61faae2d68e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (fe6892c5-7eb1-46ce-88dd-77c5bcc32263), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:00.261081 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-291f912e-fb19-437e-80a4-9251cc717059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (5fb30df9-6f10-41b8-94cc-b881623ba250), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:01.815587 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-120fdcba-5236-4c4f-ad1d-de3bbc2703f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (270c75b4-e9a8-4b16-85de-99abb56244df), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:02.969891 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a365d3e8-b48a-4a28-95b6-25537061fe93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (282d2827-b9b4-4282-91d0-335a7cd9818a), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:03.152362 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (06140fe1-dee6-47e9-9649-a5d5e543fff8), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:04.190272 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (91ec632a-2927-4715-8bad-f3132ebcbe46), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:28.259859 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-31441c8f-e386-46d2-8cf5-61ecae1aa197 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (fe6892c5-7eb1-46ce-88dd-77c5bcc32263), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:29.519448 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.agents_db [None req-2611350c-8bbf-4fa3-a5bb-e2ba3591f3a7 None None] Agent healthcheck: found 6 active agents {{(pid=109087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:04:30.256881 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-0ef5dc15-7ee8-4dd2-8942-9495a36dad78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (5fb30df9-6f10-41b8-94cc-b881623ba250), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:31.822657 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-120fdcba-5236-4c4f-ad1d-de3bbc2703f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (270c75b4-e9a8-4b16-85de-99abb56244df), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:32.971701 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a365d3e8-b48a-4a28-95b6-25537061fe93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (282d2827-b9b4-4282-91d0-335a7cd9818a), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:33.150830 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (06140fe1-dee6-47e9-9649-a5d5e543fff8), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:34.196065 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (91ec632a-2927-4715-8bad-f3132ebcbe46), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:04:58.261293 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-8c9512de-3430-44f4-bf54-0dae1aa7a3e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (fe6892c5-7eb1-46ce-88dd-77c5bcc32263), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:00.260484 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a0976d3a-6483-46b6-bafa-6795d8b75edf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (5fb30df9-6f10-41b8-94cc-b881623ba250), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:01.822082 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-120fdcba-5236-4c4f-ad1d-de3bbc2703f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (270c75b4-e9a8-4b16-85de-99abb56244df), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:02.975095 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a365d3e8-b48a-4a28-95b6-25537061fe93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (282d2827-b9b4-4282-91d0-335a7cd9818a), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:03.150866 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (06140fe1-dee6-47e9-9649-a5d5e543fff8), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:04.200228 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (91ec632a-2927-4715-8bad-f3132ebcbe46), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:06.525701 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.agents_db [None req-2611350c-8bbf-4fa3-a5bb-e2ba3591f3a7 None None] Agent healthcheck: found 6 active agents {{(pid=109087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 28 14:05:08.708165 dv-cinder-824187-7-iscsi neutron-server[109084]: DEBUG neutron.wsgi [req-a6518e21-8853-40f2-bd91-f2395855ed19 req-13cbc3f9-dfe0-414b-826f-172f76c637ab service neutron] (109084) timed out ('10.222.0.72', 45480) {{(pid=109084) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 28 14:05:28.262038 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-91d1774e-b377-401e-8091-880801c0817a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (fe6892c5-7eb1-46ce-88dd-77c5bcc32263), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:30.264559 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-86da151a-4784-4ed9-9132-e8bc3ec68159 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (5fb30df9-6f10-41b8-94cc-b881623ba250), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:31.829834 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-120fdcba-5236-4c4f-ad1d-de3bbc2703f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (270c75b4-e9a8-4b16-85de-99abb56244df), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:32.988321 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-a365d3e8-b48a-4a28-95b6-25537061fe93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (282d2827-b9b4-4282-91d0-335a7cd9818a), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:33.166305 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-9233093f-3692-48d4-8ab9-dd48a6987437 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (06140fe1-dee6-47e9-9649-a5d5e543fff8), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:34.196769 dv-cinder-824187-7-iscsi neutron-server[109086]: DEBUG neutron_lib.callbacks.manager [None req-17b56c5a-3154-422c-80f2-dbed931247c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742788684674', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1041238'] for agent (91ec632a-2927-4715-8bad-f3132ebcbe46), after_update {{(pid=109086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 28 14:05:43.525348 dv-cinder-824187-7-iscsi neutron-server[109087]: DEBUG neutron.db.agents_db [None req-2611350c-8bbf-4fa3-a5bb-e2ba3591f3a7 None None] Agent healthcheck: found 6 active agents {{(pid=109087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}